-- Logs begin at Mon 2022-01-24 16:12:23 UTC, end at Mon 2022-01-24 17:09:04 UTC. -- Jan 24 16:41:48.399460 dv-cinder-826116-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 24 16:41:51.405992 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.common.config [-] Logging enabled! Jan 24 16:41:51.406642 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 24 16:41:51.406860 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113973) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 16:41:51.410073 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.common.config [-] Logging enabled! Jan 24 16:41:51.410327 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 24 16:41:51.410639 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113973) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 16:41:51.411623 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 16:41:51.411882 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 16:41:51.412254 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 16:41:51.412499 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 16:41:51.412753 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 16:41:51.413078 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.413499 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 24 16:41:51.413824 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.414123 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.414427 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.414727 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.415040 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.415328 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.415618 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.415916 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.416204 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.416487 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.416773 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.417066 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.417349 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.417645 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.417932 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.418216 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] debug = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.418500 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.418954 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.419378 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.419663 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.419956 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.420239 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.420514 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.420794 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.421083 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.421415 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] host = dv-cinder-826116-1-iscsi {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.421697 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.422818 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.422818 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.422818 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.423062 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.423403 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.423917 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.424262 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.424552 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] log_file = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.424845 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.425144 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.425441 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.425741 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.425973 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.426203 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.426691 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.427014 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.427300 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.427587 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.427870 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.428155 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.428951 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.429228 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.429554 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.429853 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.430164 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.430451 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.430856 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.431041 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.431323 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.431616 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.431896 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.432177 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.432459 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.432754 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.433030 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.433310 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.433618 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.433911 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.434197 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.434486 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.434782 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.435076 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.435354 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.435637 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.436108 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] use_json = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.436601 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.437057 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.437359 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.437648 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.438078 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.438571 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.439004 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.439309 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.439700 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:51.440228 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.440704 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.441189 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.441680 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.442160 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.442624 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.443139 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.443611 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.444778 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.445265 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.445753 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.446219 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.446696 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.447219 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.447708 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.448378 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.448559 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.448892 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.449187 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.449481 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.449775 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.450067 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.450369 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.450661 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.450988 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.451288 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.451577 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.451883 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.452177 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.452480 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.452777 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.453058 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.453344 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.453641 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.454108 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.454396 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.455533 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.455533 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.455533 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.455790 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.455872 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.456121 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.456400 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.456680 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.456978 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.457293 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.457575 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.457851 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.458131 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.458414 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.458693 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.459008 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.459292 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.459595 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.459879 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.460165 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.460449 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.460731 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.461018 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.461300 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.461586 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.461868 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.462147 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.462429 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.462708 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.463014 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.463294 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.463572 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.463856 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.464135 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.464414 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.464694 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.464977 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.465259 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.465554 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.465860 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.466146 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.466433 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.466718 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.467293 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.467579 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.467864 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.468151 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.468434 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.468712 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.469011 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.469300 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.469593 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.469922 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.470205 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.470504 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.470817 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.471326 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.471812 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.472174 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.472472 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.472768 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.473075 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.473379 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.473682 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.473984 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.474283 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.474572 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.474918 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.475240 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:51.475463 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 16:41:51.475715 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113973) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 24 16:41:51.898620 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=113973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 24 16:41:51.898924 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=113973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 24 16:41:51.899388 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 24 16:41:51.899743 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 24 16:41:52.243984 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.244270 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.244544 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.245879 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.246158 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.246428 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.292875 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.293158 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.293431 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.309309 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.309590 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.309863 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.339146 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.339429 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.339699 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.377295 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.377572 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.377840 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.724315 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.724949 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.724949 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.725740 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.726520 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.827704 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.828032 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.828317 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.828589 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.828857 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.829168 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.829439 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.829698 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.829954 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.830238 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.830504 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.830786 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.831051 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.831306 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.831565 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.831832 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.832092 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.832360 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.832631 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.832891 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.833167 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.833425 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.833710 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.834104 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.834391 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.835276 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.835620 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:41:52.835865 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:41:52.836106 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:41:52.836346 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:41:52.836583 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:41:52.836820 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:41:52.837205 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 24 16:41:52.840761 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 24 16:41:52.845557 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 24 16:41:52.849538 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 24 16:41:52.851256 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 24 16:41:52.851892 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 24 16:41:52.852234 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 24 16:41:52.852634 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 24 16:41:52.855529 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 24 16:41:52.855942 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 24 16:41:52.856137 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 16:41:52.861595 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 24 16:41:52.886569 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 24 16:41:52.887068 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.887371 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113973) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 24 16:41:52.887732 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.889940 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113973) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 24 16:41:52.890225 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 16:41:52.890471 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 24 16:41:52.893867 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.894155 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:52.960656 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 24 16:41:52.960889 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 24 16:41:52.961123 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 24 16:41:52.961492 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 24 16:41:52.982038 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_db.sqlalchemy.engines [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113973) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 24 16:41:53.436483 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Initializing driver for type 'gre' Jan 24 16:41:53.437010 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] gre ID ranges: [(1, 1000)] Jan 24 16:41:53.490323 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Initializing driver for type 'local' Jan 24 16:41:53.491417 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Initializing driver for type 'vlan' Jan 24 16:41:53.504009 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] VlanTypeDriver initialization complete Jan 24 16:41:53.504630 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Initializing driver for type 'vxlan' Jan 24 16:41:53.505159 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] vxlan ID ranges: [(1, 1000)] Jan 24 16:41:53.556375 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Initializing extension driver 'port_security' Jan 24 16:41:53.556827 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.extensions.port_security [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] PortSecurityExtensionDriver initialization complete Jan 24 16:41:53.557310 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Initializing mechanism driver 'openvswitch' Jan 24 16:41:53.557688 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Initializing mechanism driver 'hyperv' Jan 24 16:41:53.564530 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.plugins.ml2.plugin [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:41:53.565439 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > port after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.565847 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > port after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.566240 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > port after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.566813 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 16:41:53.567251 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.567608 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.567956 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.568357 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 16:41:53.568969 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > network after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.569526 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > network after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.569619 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > network after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.569956 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 16:41:53.570367 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > security_group after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.570723 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > security_group after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.571090 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.571495 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 16:41:53.571912 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.572266 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.572607 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.573002 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 16:41:53.573411 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > address_group after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.573761 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > address_group after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.574104 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.574506 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 16:41:53.575060 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] ML2 OVO RPC backend initialized. {{(pid=113973) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 24 16:41:53.575708 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.576066 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.576484 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > network before_response 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.576842 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > networks before_response 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.577216 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > port before_response 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.577559 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > ports before_response 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.577907 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > subnet before_response 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.578249 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > subnets before_response 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.578598 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > network after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.578975 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > network after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.579321 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > network after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.579663 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > port after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.580005 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > port after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.580346 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > port after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.580686 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.581027 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.581365 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.581959 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.plugin [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Modular L2 Plugin initialization complete Jan 24 16:41:53.582292 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading services supported by the core plugin {{(pid=113973) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 24 16:41:53.582624 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.plugins.ml2.managers [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Got port-security extension from driver 'port_security' Jan 24 16:41:53.583123 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.extensions.vlantransparent [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Disabled vlantransparent extension. Jan 24 16:41:53.583617 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113973) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 24 16:41:53.583934 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading Plugin: router Jan 24 16:41:53.624369 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.624768 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router after_create 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.625145 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router before_create 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.625511 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.625887 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.626242 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router after_delete 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.626603 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.627109 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.627476 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router after_create 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.627828 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router after_update 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.628181 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router after_update 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.628533 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.628892 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router after_update 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.629301 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.629671 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: port after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.630019 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: port after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.630359 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: subnet after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.630702 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.631077 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.631637 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.631987 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: port before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.632336 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router precommit_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.632696 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router after_update 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.633041 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.633394 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.633764 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.634114 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.634480 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > agent after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.634858 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > agent after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.635210 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > network after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.636089 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Tracking information for resource: router configured {{(pid=113973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:41:53.636424 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Tracking information for resource: floatingip configured {{(pid=113973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 16:41:53.641375 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.db.l3_agentschedulers_db [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 24 16:41:53.641954 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: port after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.642320 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: port after_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.642676 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: port after_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.643063 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: port after_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.643857 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router before_create 55550100 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.644225 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.644590 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router precommit_create 55550100 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.644949 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > router precommit_update 55550100 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.650152 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.services.provider_configuration [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service providers = [] {{(pid=113973) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 24 16:41:53.650521 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.db.servicetype_db [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113973) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 24 16:41:53.653532 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.services.service_base [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 16:41:53.653886 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.services.service_base [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 16:41:53.654229 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.services.service_base [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 16:41:53.655200 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.services.service_base [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 16:41:53.655595 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.services.service_base [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 24 16:41:53.656004 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:41:53.656356 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 24 16:41:53.667932 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:41:53.668271 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading Plugin: auto_allocate Jan 24 16:41:53.674132 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: network precommit_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.674508 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: network precommit_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.675063 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:41:53.675393 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading Plugin: tag Jan 24 16:41:53.682194 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:41:53.682525 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading Plugin: timestamp Jan 24 16:41:53.686388 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:41:53.686784 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading Plugin: network_ip_availability Jan 24 16:41:53.692404 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.692782 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.693147 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.693952 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:41:53.694279 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading Plugin: flavors Jan 24 16:41:53.699350 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:41:53.699689 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading Plugin: revisions Jan 24 16:41:53.704005 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 16:41:53.704407 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_concurrency.lockutils [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=113973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 24 16:41:53.705155 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113973) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 24 16:41:53.705495 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Initializing extension manager. Jan 24 16:41:53.706017 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: __init__.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.706361 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: __pycache__ {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.706701 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.707067 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: address_group.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.707827 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.708396 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: address-group Jan 24 16:41:53.708728 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: address_scope.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.709976 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.710495 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: address-scope Jan 24 16:41:53.710851 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.711796 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.712314 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: router-admin-state-down-before-update Jan 24 16:41:53.712641 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: agent.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.713352 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.713860 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: agent Jan 24 16:41:53.714184 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: agent_resources_synced.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.715134 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.715649 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: agent-resources-synced Jan 24 16:41:53.715974 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: allowedaddresspairs.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.718027 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.718551 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: allowed-address-pairs Jan 24 16:41:53.718916 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: auto_allocated_topology.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.720008 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.720532 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: auto-allocated-topology Jan 24 16:41:53.720863 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: availability_zone.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.721562 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.722070 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: availability_zone Jan 24 16:41:53.722391 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: availability_zone_filter.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.723400 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.723911 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: availability_zone_filter Jan 24 16:41:53.724232 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: data_plane_status.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.725834 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.726347 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension data-plane-status not supported by any of loaded plugins Jan 24 16:41:53.726654 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: default_subnetpools.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.727609 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.728154 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: default-subnetpools Jan 24 16:41:53.728477 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.729293 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.729805 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: dhcp_agent_scheduler Jan 24 16:41:53.730128 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: dns.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.731072 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.731581 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension dns-integration not supported by any of loaded plugins Jan 24 16:41:53.731902 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: dns_domain_ports.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.732825 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.733332 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 24 16:41:53.733656 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.734585 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.735122 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 24 16:41:53.735448 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: dvr.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.736121 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.736629 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: dvr Jan 24 16:41:53.736952 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: ecmp_routes.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.737879 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.738384 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 24 16:41:53.738715 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: empty_string_filtering.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.739656 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.740165 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: empty-string-filtering Jan 24 16:41:53.740488 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.741496 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.741999 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 24 16:41:53.742324 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.743277 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.743789 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 24 16:41:53.744114 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: external_net.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.745029 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.745540 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: external-net Jan 24 16:41:53.745865 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.746797 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.747312 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: extra_dhcp_opt Jan 24 16:41:53.747636 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: extraroute.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.748552 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.749070 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: extraroute Jan 24 16:41:53.749392 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: extraroute_atomic.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.750598 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.751152 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: extraroute-atomic Jan 24 16:41:53.751483 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: filter_validation.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.752153 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.752661 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: filter-validation Jan 24 16:41:53.752985 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: fip_pf_description.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.753902 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.754417 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 24 16:41:53.754740 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: fip_port_details.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.755700 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.756269 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: fip-port-details Jan 24 16:41:53.756597 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: flavors.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.757845 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.758367 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: flavors Jan 24 16:41:53.758700 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.760393 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.760910 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 24 16:41:53.761240 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: floatingip_pools.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.761943 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.762461 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: floatingip-pools Jan 24 16:41:53.762816 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: ip_allocation.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.763754 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.764261 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension ip_allocation not supported by any of loaded plugins Jan 24 16:41:53.764586 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.765514 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.766026 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: ip-substring-filtering Jan 24 16:41:53.766354 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: l2_adjacency.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.767316 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.767826 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 24 16:41:53.768152 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: l3.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.769124 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.769643 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: router Jan 24 16:41:53.769972 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.772983 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.773515 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 24 16:41:53.773853 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.774828 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.775351 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: ext-gw-mode Jan 24 16:41:53.775683 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.776619 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.777134 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: l3-ha Jan 24 16:41:53.777462 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: l3_flavors.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.778384 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.778932 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: l3-flavors Jan 24 16:41:53.779267 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.780188 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.780701 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 24 16:41:53.781030 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: l3agentscheduler.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.782065 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.782585 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: l3_agent_scheduler Jan 24 16:41:53.782957 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: local_ip.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.784745 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.785273 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension local_ip not supported by any of loaded plugins Jan 24 16:41:53.785608 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: logging.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.787261 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.788513 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension logging not supported by any of loaded plugins Jan 24 16:41:53.788860 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: metering.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.789619 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.790206 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: metering Jan 24 16:41:53.790542 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.791679 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.792205 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: metering_source_and_destination_fields Jan 24 16:41:53.792536 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: multiprovidernet.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.793473 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.793995 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: multi-provider Jan 24 16:41:53.794324 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: netmtu.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.795276 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.795793 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: net-mtu Jan 24 16:41:53.796144 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: netmtu_writable.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.797068 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.797580 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: net-mtu-writable Jan 24 16:41:53.797904 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: network_availability_zone.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.798617 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.799170 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: network_availability_zone Jan 24 16:41:53.799494 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: network_ip_availability.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.800613 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.801129 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: network-ip-availability Jan 24 16:41:53.801460 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: network_segment_range.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.802237 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.802772 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension network-segment-range not supported by any of loaded plugins Jan 24 16:41:53.803123 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: pagination.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.804131 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.804465 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: pagination Jan 24 16:41:53.804790 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: port_device_profile.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.805714 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.806239 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: port-device-profile Jan 24 16:41:53.806567 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.807519 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.808040 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: port-mac-address-regenerate Jan 24 16:41:53.808368 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.809292 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.809810 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: port-numa-affinity-policy Jan 24 16:41:53.810139 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: port_resource_request.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.811094 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.811604 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension port-resource-request not supported by any of loaded plugins Jan 24 16:41:53.811928 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: port_resource_request_groups.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.812911 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.813419 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 24 16:41:53.813743 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: portbindings.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.814673 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.815212 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: binding Jan 24 16:41:53.815539 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: portbindings_extended.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.816847 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.817368 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: binding-extended Jan 24 16:41:53.817700 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: portsecurity.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.818623 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.819206 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: port-security Jan 24 16:41:53.819536 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: project_id.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.820519 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.820851 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: project-id Jan 24 16:41:53.821176 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: providernet.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.822100 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.822620 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: provider Jan 24 16:41:53.822974 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: qos.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.826596 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.827154 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension qos not supported by any of loaded plugins Jan 24 16:41:53.827489 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.828745 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.829269 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 24 16:41:53.829602 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.830530 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.831080 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 24 16:41:53.831411 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: qos_default.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.832330 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.832850 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension qos-default not supported by any of loaded plugins Jan 24 16:41:53.833179 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: qos_fip.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.834103 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.835191 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension qos-fip not supported by any of loaded plugins Jan 24 16:41:53.835517 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.836446 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.836959 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 24 16:41:53.837286 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: qos_gateway_ip.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.838238 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.838769 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 24 16:41:53.839100 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: qos_port_network_policy.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.840148 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.840662 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 24 16:41:53.840992 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.842295 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.842843 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 24 16:41:53.843175 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: qos_pps_rule.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.844363 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.844890 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension qos-pps not supported by any of loaded plugins Jan 24 16:41:53.845219 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: qos_rule_type_details.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.846184 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.846744 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 24 16:41:53.847097 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: qos_rules_alias.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.848151 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.848673 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 24 16:41:53.849004 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: quota_check_limit.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.850045 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.850693 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: quota-check-limit Jan 24 16:41:53.851061 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: quotasv2.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.851992 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.852326 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: quotas Jan 24 16:41:53.852652 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: quotasv2_detail.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.855952 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.856301 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: quota_details Jan 24 16:41:53.856638 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: rbac.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.857706 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.858245 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: rbac-policies Jan 24 16:41:53.858579 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: rbac_address_group.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.859564 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.860093 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: rbac-address-group Jan 24 16:41:53.860424 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: rbac_address_scope.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.861354 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.861876 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: rbac-address-scope Jan 24 16:41:53.862203 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: rbac_security_groups.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.863169 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.863693 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: rbac-security-groups Jan 24 16:41:53.864018 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: rbac_subnetpool.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.864958 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.865476 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: rbac-subnetpool Jan 24 16:41:53.866417 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: revisionifmatch.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.867393 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.867919 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: revision-if-match Jan 24 16:41:53.868247 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: revisions.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.869372 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.869896 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: standard-attr-revisions Jan 24 16:41:53.870226 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: router_availability_zone.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.870943 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.871465 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: router_availability_zone Jan 24 16:41:53.871795 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: routerservicetype.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.872723 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.873241 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension router-service-type not supported by any of loaded plugins Jan 24 16:41:53.873567 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.874567 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.875122 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: security-groups-normalized-cidr Jan 24 16:41:53.875450 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.876385 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.876903 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: port-security-groups-filtering Jan 24 16:41:53.877229 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.878179 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.878699 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: security-groups-remote-address-group Jan 24 16:41:53.879050 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.880030 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.880549 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: security-groups-shared-filtering Jan 24 16:41:53.880876 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.881729 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 24 16:41:53.882012 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: securitygroup.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.892024 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.892571 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: security-group Jan 24 16:41:53.892912 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: segment.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.893706 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.894224 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension segment not supported by any of loaded plugins Jan 24 16:41:53.894557 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.895617 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.896139 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 24 16:41:53.896468 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: servicetype.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.898132 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.898663 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: service-type Jan 24 16:41:53.899024 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: sorting.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.900023 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.900362 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: sorting Jan 24 16:41:53.900698 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: standard_attr_segment.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.901629 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.902150 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 24 16:41:53.902480 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: standardattrdescription.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.903172 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.903688 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: standard-attr-description Jan 24 16:41:53.904017 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: stateful_security_group.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.904963 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.905482 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: stateful-security-group Jan 24 16:41:53.905812 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: stdattrs_common.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.906388 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 24 16:41:53.906715 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.907674 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.908196 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 24 16:41:53.908521 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: subnet_onboard.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.909599 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.910133 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: subnet_onboard Jan 24 16:41:53.910469 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.911441 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.911954 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 24 16:41:53.912280 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: subnet_service_types.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.913817 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.914335 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: subnet-service-types Jan 24 16:41:53.914665 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: subnetallocation.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.915808 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.916332 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: subnet_allocation Jan 24 16:41:53.916663 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.917333 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.917846 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: subnetpool-prefix-ops Jan 24 16:41:53.918174 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.919151 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.919664 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 24 16:41:53.919991 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: tagging.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.921052 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.921580 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: standard-attr-tag Jan 24 16:41:53.921911 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: timestamp.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.923147 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.923677 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loaded extension: standard-attr-timestamp Jan 24 16:41:53.924008 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: trunk.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.925053 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.925580 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension trunk not supported by any of loaded plugins Jan 24 16:41:53.925910 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: trunk_details.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.926880 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.927406 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension trunk-details not supported by any of loaded plugins Jan 24 16:41:53.927740 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: uplink_status_propagation.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.928902 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.929428 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 24 16:41:53.929761 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Loading extension file: vlantransparent.py {{(pid=113973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 16:41:53.930444 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 16:41:53.931007 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 24 16:41:53.933486 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:network Jan 24 16:41:53.934014 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:subnet Jan 24 16:41:53.934415 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 16:41:53.934838 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:port Jan 24 16:41:53.937199 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.937612 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service FLAVORS assigned prefix: {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.938239 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.938674 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.939039 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:router Jan 24 16:41:53.939471 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 16:41:53.939963 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service METERING assigned prefix: /metering {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.941409 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.941784 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.942142 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:41:53.943177 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 16:41:53.943655 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:security_group Jan 24 16:41:53.944456 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 16:41:53.945093 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service CORE assigned prefix: {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.945433 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 16:41:53.945785 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] subnetpool is already registered Jan 24 16:41:53.946210 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service CORE assigned prefix: {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.946541 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 16:41:53.946900 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] subnetpool is already registered Jan 24 16:41:53.949211 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.949644 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service FLAVORS assigned prefix: {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.950236 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.950659 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.951028 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:router Jan 24 16:41:53.951373 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] router is already registered Jan 24 16:41:53.951783 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 16:41:53.952121 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] floatingip is already registered Jan 24 16:41:53.952574 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service METERING assigned prefix: /metering {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.953245 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 16:41:53.953573 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] rbac_policy is already registered Jan 24 16:41:53.953989 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:security_group Jan 24 16:41:53.954329 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] security_group is already registered Jan 24 16:41:53.954733 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 16:41:53.955091 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] security_group_rule is already registered Jan 24 16:41:53.955718 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service CORE assigned prefix: {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.956049 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 16:41:53.956385 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] subnetpool is already registered Jan 24 16:41:53.956803 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.v2.resource_helper [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Service CORE assigned prefix: {{(pid=113973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 16:41:53.957130 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 16:41:53.957462 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING neutron.quota.resource_registry [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] subnetpool is already registered Jan 24 16:41:53.957932 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: extensions {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.959959 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: address-groups {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.961467 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: address-scopes {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.962796 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: agents {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.963968 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: auto-allocated-topology {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.965227 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: availability_zones {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.966458 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: dhcp-networks {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.968279 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: dhcp-agents {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.969702 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: routers {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.971971 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: flavors {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.973153 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: service_profiles {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.974354 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: next_providers {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.976649 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: service_profiles {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.978189 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: floatingip-pools {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.979456 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: routers {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.981585 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: floatingips {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.982912 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: l3-routers {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.984316 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: l3-agents {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.985720 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: metering-labels {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.987104 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: metering-label-rules {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.988402 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: network-ip-availabilities {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.989680 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: bindings {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.991392 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: quotas {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.992957 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: quotas {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.994505 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: rbac-policies {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.995839 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: security-groups {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.997086 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: security-group-rules {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.998313 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: service-providers {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:53.999558 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: subnetpools {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:54.000986 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: subnetpools {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:54.002462 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: tags {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:54.004196 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: tags {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:54.007067 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: tags {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:54.008842 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: tags {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:54.010649 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: tags {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:54.012519 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: tags {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:54.014211 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: tags {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:54.016125 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: tags {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:54.017899 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: tags {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:54.019791 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron.api.extensions [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Extended resource: tags {{(pid=113973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 16:41:54.026090 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING keystonemiddleware.auth_token [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 24 16:41:54.030780 dv-cinder-826116-1-iscsi neutron-server[113973]: WARNING keystonemiddleware.auth_token [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 24 16:41:54.039901 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_concurrency.lockutils [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Acquired lock "singleton_lock" {{(pid=113973) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 24 16:41:54.040382 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_concurrency.lockutils [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Releasing lock "singleton_lock" {{(pid=113973) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 24 16:41:54.041045 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO oslo_service.service [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Starting 2 workers Jan 24 16:41:54.046053 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Started child 114080 {{(pid=113973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 16:41:54.050732 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Started child 114081 {{(pid=113973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 16:41:54.051634 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:41:54.052468 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO neutron.service [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 24 16:41:54.053199 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:41:54.053357 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [-] (114080) wsgi starting up on http://0.0.0.0:9696 Jan 24 16:41:54.055713 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:41:54.056178 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO oslo_service.service [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Starting 1 workers Jan 24 16:41:54.057201 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [-] (114081) wsgi starting up on http://0.0.0.0:9696 Jan 24 16:41:54.061019 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Started child 114082 {{(pid=113973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 16:41:54.061565 dv-cinder-826116-1-iscsi neutron-server[113973]: INFO oslo_service.service [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Starting 1 workers Jan 24 16:41:54.064687 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.service [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] calling RpcWorker wait() {{(pid=114082) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 24 16:41:54.065240 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.service [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] returning from RpcWorker wait() {{(pid=114082) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 24 16:41:54.066073 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Started child 114083 {{(pid=113973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 16:41:54.066465 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:41:54.066942 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG neutron_lib.callbacks.manager [None req-92f779f0-228f-4fc7-a579-584b16f1d7b5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:41:54.067036 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:41:54.069647 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113973) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 24 16:41:54.069882 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 16:41:54.070081 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 16:41:54.070292 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 16:41:54.070637 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 16:41:54.070827 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 16:41:54.071352 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.071630 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.071917 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.072168 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.072440 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.072739 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:41:54.073239 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.073320 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.073520 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.073788 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.073881 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:41:54.074054 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.074229 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.074399 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.074669 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.074956 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.075264 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.075523 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.075763 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.076027 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.076205 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.076483 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.076764 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.077004 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.077268 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] debug = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.077501 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.078025 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.081629 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.081629 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.081629 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.081629 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.081629 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.081629 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.081629 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.081629 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.082705 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.082705 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.082705 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.082705 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.082705 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.082705 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.082705 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.083653 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 45514) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:41:54.083811 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.083811 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] host = dv-cinder-826116-1-iscsi {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.083811 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.083811 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.083811 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.083811 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.083811 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.083811 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.085859 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.085859 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.085859 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.085859 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.085859 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.086516 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.086516 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.086516 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_file = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.086939 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_options = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.086939 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.087193 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.087562 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.087727 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.087875 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.088012 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.088194 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.088362 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.088618 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.088859 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.089079 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.089298 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.089535 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.089753 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.090014 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.090262 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.090499 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.091541 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.091541 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.091541 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.091541 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.092125 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.092268 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.092493 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.093033 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [-] 10.222.0.117 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0088196 Jan 24 16:41:54.093777 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.094068 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.094334 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.094586 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.094876 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.095226 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.095404 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.095646 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.095899 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.096144 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.096427 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.096964 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.096964 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.097145 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.097454 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.097698 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.097977 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.098384 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.098602 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.098854 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.099082 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.099325 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.100580 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] use_json = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.101606 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.101606 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.101606 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.101606 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.104717 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.104717 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.104717 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.104717 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.104717 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.104717 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.104717 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.104717 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.105775 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.105775 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.105775 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.105775 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.106277 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.106277 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.108572 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.108572 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.108572 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.108572 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.108572 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.108572 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.109361 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.109361 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.109361 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.109754 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.109888 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.110791 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.110791 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.110791 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.110791 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.111075 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.111241 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.111450 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.111763 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.111996 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.112344 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.112620 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.113627 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.117/identity {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.113627 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.113627 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.113860 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.113928 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.114276 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.114378 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.114585 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.114894 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.115135 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.115352 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.115745 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.115857 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.117613 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.117613 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.117613 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.117613 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.117613 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.117613 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.120421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.120421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.120421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.120421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.120421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.120421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.120421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.120421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.120421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.120967 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.120967 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.120967 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.121152 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.121411 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.121602 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.121818 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.122035 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.122254 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.122507 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.122725 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.123667 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.123931 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.124178 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.124416 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.125411 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.125411 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.125411 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.125648 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.125714 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.125906 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.126130 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.126365 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.126579 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.126848 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.127066 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.127287 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.127524 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.127729 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.127973 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.128231 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.128465 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.128778 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.129116 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.129365 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.129616 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.129870 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.130119 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.130368 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.130617 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.130875 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.131644 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.131965 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.132236 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.132582 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.132845 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.133091 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.133333 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.133575 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.133815 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.134062 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.134283 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.134518 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.134796 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.135089 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.135326 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.135559 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.135812 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.136065 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.136336 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.136574 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.136867 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.137107 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.137379 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.137677 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.138935 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.138935 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.138935 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.138935 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.139840 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.140107 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.140379 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.140618 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.140876 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.141090 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.141334 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.141565 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.141784 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.142058 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.142388 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.142614 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.142899 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.143117 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.143385 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.143692 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.143869 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.144136 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.144387 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.144618 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.144874 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.145947 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.117/identity {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.146167 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.146409 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.146671 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.148504 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.148504 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.148504 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.148504 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.148791 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.148791 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.149009 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.149231 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.149453 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.149685 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.149905 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.150124 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.150377 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.150590 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.150840 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.151091 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.151313 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.151532 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.151747 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.152175 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.152610 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.153009 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.153450 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.153877 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.154290 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.154684 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.155128 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.155561 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.155954 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.156376 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.156780 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.157173 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.157562 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.157961 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.159170 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.159653 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.160107 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.160504 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.161142 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.161142 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.161405 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.161607 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.161859 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.162260 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.162897 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.163283 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.163759 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.164187 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.164567 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.164817 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.165220 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.165659 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.166076 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.166520 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.166801 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.167014 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.167261 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.167519 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.167745 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.168063 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.168313 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.168555 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.168814 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.169032 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.169432 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.169827 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.170221 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.170634 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.170893 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.171117 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.171334 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.171566 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.171784 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.172056 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.172294 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.172621 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.172805 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.173005 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.173217 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.173437 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.173659 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.173882 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.174112 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.174372 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.174582 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.175647 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.175890 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.176137 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.176353 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.176586 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.176820 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.177033 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.177295 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.177495 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.177706 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.178053 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.178317 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.178539 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.178883 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.179939 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.179939 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.179939 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.179939 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.180256 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.180335 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.180564 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.180786 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.181034 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.181291 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.181605 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.182072 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.182335 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.183137 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.183137 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.183137 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.183448 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.183681 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.183970 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.184308 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.184582 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.184835 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.185089 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.185362 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.186520 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.186772 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.187040 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.187318 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.187483 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.187732 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.187981 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.188220 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.188441 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.188674 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.189004 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.189158 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.189536 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.189906 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.190275 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.190579 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 16:41:54.191326 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113973) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 24 16:41:54.191633 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 16:41:54.191932 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 16:41:54.192248 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 16:41:54.192423 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 16:41:54.192728 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 16:41:54.192962 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.193115 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.193284 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.193447 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.194133 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.194427 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.194591 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.194772 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.196421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.196421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.196421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.196421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.196421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.196421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.196421 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.196951 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.196951 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.197167 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.197396 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.197610 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.197848 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.198066 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.198818 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] debug = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.198818 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.198818 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.199048 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.199048 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.199167 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.199318 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.199473 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.199629 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.199776 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.199935 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.200094 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.200366 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.200533 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.200686 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.200847 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.200999 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.201159 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.201303 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.201464 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] host = dv-cinder-826116-1-iscsi {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.201617 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.201777 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.201928 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.202082 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.202293 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.202456 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.202617 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.202796 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.202944 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.203087 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.203940 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.203940 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.203940 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.203940 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_file = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.203940 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_options = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.204280 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.204280 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.204280 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.204474 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.204700 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.204793 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.204949 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.206489 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.206489 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.206489 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.206489 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.206894 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.206894 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.206894 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.207083 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.207246 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.207335 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.208426 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.208779 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.209120 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.209993 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.210482 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.210908 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.211238 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.211400 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.211714 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.211994 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.212295 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.212463 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.212624 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.212780 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.212943 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.213102 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.214024 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.214024 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.214181 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:41:54.214267 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.214267 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.214267 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.214267 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.214267 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.214541 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.214541 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.214657 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.214730 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.215024 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.215119 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.215225 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] use_json = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.215367 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.215526 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.215684 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.216595 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.216595 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.216595 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.216595 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.216595 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.216595 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 16:41:54.217233 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.217233 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.217350 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.217675 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.217675 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.217838 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.217937 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.218103 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.218255 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.218415 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.218584 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.218744 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.218978 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.219083 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.219248 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.219414 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.219577 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.219731 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.219894 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.220057 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.220204 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.220424 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.220519 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.220680 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.220826 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.220986 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.221145 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.221315 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.222199 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.222199 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.222199 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.222199 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.117/identity {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.222199 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.222520 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.222520 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.222520 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.222687 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.222930 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.223072 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.223205 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.223335 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.223483 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.223703 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.223842 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.223978 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.224918 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.224918 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.224918 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.224918 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.224918 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.224918 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.225881 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.225881 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.225881 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.225881 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.225881 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.225881 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.226648 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.226648 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.226648 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.226648 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.226648 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.227363 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.227363 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.227363 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.227363 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.227363 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.227986 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.227986 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.227986 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.227986 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.228290 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.228290 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.228432 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.228551 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.228721 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.228877 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.229040 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.229201 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.229361 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.229521 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.230548 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.230548 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.230548 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.230548 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.230548 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.230548 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.230548 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.231043 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.231043 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.231043 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.231208 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.231476 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.231578 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.231653 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.231805 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.231967 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.232127 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.232288 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.232450 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.232607 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.232765 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.232919 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.233080 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.233237 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.233398 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.233558 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.233719 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.233885 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.234061 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.234224 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.234393 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.234539 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.234692 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.234913 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.235090 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.235233 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.235372 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.235511 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.235649 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.235786 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.235932 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.236071 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.236210 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.236373 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.236521 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.236669 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.236831 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.236990 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.237151 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.237313 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.237466 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.237605 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.237770 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.237948 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.238100 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.238267 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.238438 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.238779 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.238886 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.239666 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.239666 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.239666 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.239666 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.239666 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.239972 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.239972 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.240088 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.241893 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.241893 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.117/identity {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.241893 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.241893 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.241893 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.242208 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.242208 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.242208 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.242375 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.242582 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.242672 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.242864 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.243656 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.243656 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.243656 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.243656 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.243656 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.243963 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.243963 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.244159 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.244225 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.244371 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.244535 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.244687 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.244846 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.245006 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.245166 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.245329 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.245489 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.245650 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.245811 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.245973 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.246133 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.246293 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.246454 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.246617 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.246798 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.246962 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.247122 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.247283 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.247445 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.247688 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.247767 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249141 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249141 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249141 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249141 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249141 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249141 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249141 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249141 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249642 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249642 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249642 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249642 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249878 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249878 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.249995 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.250165 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.250324 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.250485 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.250644 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.251684 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.251864 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.252028 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.252184 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.252349 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.252512 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.252676 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.252839 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.253039 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.253204 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.253365 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.253527 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.253687 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.253847 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.254026 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.254174 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.254863 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.254863 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.254863 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.254863 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.255155 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.255155 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.255271 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.255456 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.255612 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.257237 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.257237 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.257237 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.257237 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.257237 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.257237 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.257237 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.258224 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.258224 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.258224 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.258224 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.258224 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.258224 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.259008 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.259008 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.259008 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.259008 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.259008 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.259626 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.259626 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.259626 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.259626 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.260134 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.260134 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.260134 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.260134 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.260650 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.260650 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.260650 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.261024 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.261024 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.261024 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.261406 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.261406 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.261661 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.261661 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.261914 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.262048 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.262190 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.262332 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.262466 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.262600 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.262734 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.262953 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.263089 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.263407 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.263407 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.263717 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.263717 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.263717 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.264236 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.264236 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.264236 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.264624 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.264624 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.264624 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 16:41:54.265100 dv-cinder-826116-1-iscsi neutron-server[113973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 16:42:05.651987 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b1162b-4a91-4fcd-bc0e-ec9d2c08ae2a None None] get_active_networks_info from dv-cinder-826116-1-iscsi {{(pid=114082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 24 16:42:05.706372 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b1162b-4a91-4fcd-bc0e-ec9d2c08ae2a None None] No non-hosted networks {{(pid=114082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 24 16:42:05.721219 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.agentschedulers_db [None req-87b1162b-4a91-4fcd-bc0e-ec9d2c08ae2a None None] DHCP Agent not found on host dv-cinder-826116-1-iscsi {{(pid=114082) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 24 16:42:05.804962 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-8abcc753-e419-428d-8f95-c68b18cefea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3714766'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:07.843478 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ea4c74fb-a706-47f4-b028-b77d1c39bf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3714766'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:07.918494 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6d5a918a-5139-4cc7-9424-2b692b836e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:08.932563 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3714766'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:10.539289 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3714766'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:11.775994 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3714766'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:11.777783 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.778447 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.778967 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.779503 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.779998 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.780611 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.781089 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.781628 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.782115 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.782599 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.783123 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.783656 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.784159 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:11.784696 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826116-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:42:11.791720 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826116-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:42:13.070124 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.db.l3_hamode_db [None req-e64a9015-d775-473c-88ce-87bf2e2bd436 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 24 16:42:13.150238 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a9015-d775-473c-88ce-87bf2e2bd436 None None] Routers set() bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:42:13.150716 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a9015-d775-473c-88ce-87bf2e2bd436 None None] Router IDs set() for agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 24 16:42:14.393250 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 45628) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:14.887121 dv-cinder-826116-1-iscsi neutron-server[114080]: WARNING oslo_policy.policy [None req-e1467178-2cc2-45e1-9abf-f1d9aefc49f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:42:14.887728 dv-cinder-826116-1-iscsi neutron-server[114080]: WARNING oslo_policy.policy [None req-e1467178-2cc2-45e1-9abf-f1d9aefc49f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:42:15.112594 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [None req-e1467178-2cc2-45e1-9abf-f1d9aefc49f9 admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:42:15.113602 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e1467178-2cc2-45e1-9abf-f1d9aefc49f9 admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7194302 Jan 24 16:42:17.872726 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 45644) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:18.171682 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-42817f63-08ba-4d3e-92d7-9031e5b9f931 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'tenant_id': '6e0f1fba09874be8ae22b37e033b5e57', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:42:18.271447 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.policy [None req-42817f63-08ba-4d3e-92d7-9031e5b9f931 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114080) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 24 16:42:18.318817 dv-cinder-826116-1-iscsi neutron-server[114080]: WARNING oslo_policy.policy [None req-42817f63-08ba-4d3e-92d7-9031e5b9f931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:42:18.319138 dv-cinder-826116-1-iscsi neutron-server[114080]: WARNING oslo_policy.policy [None req-42817f63-08ba-4d3e-92d7-9031e5b9f931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:42:18.327837 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.quota [None req-42817f63-08ba-4d3e-92d7-9031e5b9f931 admin admin] Loaded quota_driver: . Jan 24 16:42:18.421777 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-42817f63-08ba-4d3e-92d7-9031e5b9f931 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743867450233', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743867449604', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743867468793', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743867465952', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743867423322', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743867430828', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-688954', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3432008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-435515', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-410081'] for rbac-policy (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:18.489138 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-42817f63-08ba-4d3e-92d7-9031e5b9f931 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:18.490325 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-42817f63-08ba-4d3e-92d7-9031e5b9f931 admin admin] 10.222.0.117 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6166039 Jan 24 16:42:21.121076 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 45656) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:21.423127 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Request body: {'network': {'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'admin_state_up': True, 'name': 'private'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:42:21.452479 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Made reservation on behalf of 3035a30a67154f908dd0a8d0bd3d5b2b for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:42:21.455134 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:21.471541 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:21.576029 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Publish callbacks [] for security_group (c4b47dcf-e594-40cc-a4d6-1e1e8cbefa71), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:21.579621 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (c4b47dcf-e594-40cc-a4d6-1e1e8cbefa71), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:21.599796 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=114080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:42:21.627305 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743867732345', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (583d0933-8307-44a3-9c00-41cd6016c10d), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:21.627883 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Unsubscribe: segment precommit_create {{(pid=114080) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 16:42:21.628388 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Added segment 583d0933-8307-44a3-9c00-41cd6016c10d of type vlan for network 338ac98d-9296-46fa-9d25-1f3e6dd54a37 Jan 24 16:42:21.644755 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b47dcf-e594-40cc-a4d6-1e1e8cbefa71,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:21.669923 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.670283 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.670620 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.670968 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.671289 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.671605 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.671938 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.672254 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.672579 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.672892 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.673202 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.673510 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.673815 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Tracked resource versions report: Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: pushed versions: Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: { 'AddressGroup': {'1.2'}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'ConntrackHelper': {'1.0'}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'LocalIPAssociation': {'1.0'}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Log': {'1.0'}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Network': {'1.1'}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Port': {'1.7'}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'PortForwarding': {'1.2'}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'QosPolicy': {'1.10'}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'SecurityGroup': {'1.5'}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'SecurityGroupRule': {'1.2'}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'SubPort': {'1.0'}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Subnet': {'1.1'}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Trunk': {'1.1'}} Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: consumer versions: Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: { DHCP agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: L3 agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: Metadata agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: Metering agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: Open vSwitch agent@dv-cinder-826116-1-iscsi: { 'AddressGroup': '1.2', Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'ConntrackHelper': '1.0', Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'LocalIPAssociation': '1.0', Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Log': '1.0', Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Network': '1.1', Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Port': '1.7', Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'PortForwarding': '1.2', Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'QosPolicy': '1.10', Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'SecurityGroup': '1.5', Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'SecurityGroupRule': '1.2', Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'SubPort': '1.0', Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Subnet': '1.1', Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Trunk': '1.1'}} Jan 24 16:42:21.675175 dv-cinder-826116-1-iscsi neutron-server[114080]: {{(pid=114080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:42:21.739869 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (338ac98d-9296-46fa-9d25-1f3e6dd54a37), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:21.779335 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (338ac98d-9296-46fa-9d25-1f3e6dd54a37), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:21.780428 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:21.781101 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:21.840798 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7183261 Jan 24 16:42:21.882616 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75837-c176-4995-b0fc-c01a78d7d266 admin admin] Pushing event updated for resources: {'Network': ['ID=338ac98d-9296-46fa-9d25-1f3e6dd54a37,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:21.894338 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 338ac98d-9296-46fa-9d25-1f3e6dd54a37 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:42:24.577859 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 45670) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:24.993533 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7c15aa-d3d7-44d5-b364-ff04a4c8fe6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:24.995023 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-be7c15aa-d3d7-44d5-b364-ff04a4c8fe6f admin admin] 10.222.0.117 "GET /v2.0/networks/338ac98d-9296-46fa-9d25-1f3e6dd54a37 HTTP/1.1" status: 200 len: 824 time: 0.4161682 Jan 24 16:42:25.021332 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e89a0882-e7ff-4758-965c-4ffadbd4576e admin admin] 10.222.0.117 "GET /v2.0/subnetpools/256875bf-96fb-45ea-99ef-4609e69b8a6e HTTP/1.1" status: 200 len: 734 time: 0.0204046 Jan 24 16:42:25.030041 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-13473f92-a116-4048-9b9c-2250a8b21bce admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37', 'ip_version': 4, 'subnetpool_id': '256875bf-96fb-45ea-99ef-4609e69b8a6e', 'name': 'private-subnet', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:42:25.053511 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13473f92-a116-4048-9b9c-2250a8b21bce admin admin] Made reservation on behalf of 3035a30a67154f908dd0a8d0bd3d5b2b for: {'subnet': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:42:25.055908 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-13473f92-a116-4048-9b9c-2250a8b21bce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:25.346921 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-13473f92-a116-4048-9b9c-2250a8b21bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for subnet (9bf1f620-5e07-4c99-8a99-2ef3f619fe33), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:25.416269 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13473f92-a116-4048-9b9c-2250a8b21bce admin admin] Checking segment: {'id': '583d0933-8307-44a3-9c00-41cd6016c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:42:25.416644 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13473f92-a116-4048-9b9c-2250a8b21bce admin admin] Network hostable DHCP agents. Network: 338ac98d-9296-46fa-9d25-1f3e6dd54a37, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:42:25.421152 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13473f92-a116-4048-9b9c-2250a8b21bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf1f620-5e07-4c99-8a99-2ef3f619fe33,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:25.439628 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13473f92-a116-4048-9b9c-2250a8b21bce admin admin] Network 338ac98d-9296-46fa-9d25-1f3e6dd54a37 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:42:25.454125 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-13473f92-a116-4048-9b9c-2250a8b21bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 338ac98d-9296-46fa-9d25-1f3e6dd54a37) {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:42:25.458796 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13473f92-a116-4048-9b9c-2250a8b21bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:25.459432 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-13473f92-a116-4048-9b9c-2250a8b21bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:25.464370 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf7427-c0da-4039-8c8f-f969a14fe288 None None] Network 338ac98d-9296-46fa-9d25-1f3e6dd54a37 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:42:25.477942 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-13473f92-a116-4048-9b9c-2250a8b21bce admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4511931 Jan 24 16:42:25.735884 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e441453-c1a8-5497-9479-e1bc9d482b0e-338ac98d-9296-46fa-9d25-1f3e6dd54a37', 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37', 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'fixed_ips': [{'subnet_id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33'}]}} from dv-cinder-826116-1-iscsi. {{(pid=114082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 16:42:25.737110 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:26.040467 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.db_base_plugin_common [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Allocated IP 172.20.0.2 (338ac98d-9296-46fa-9d25-1f3e6dd54a37/9bf1f620-5e07-4c99-8a99-2ef3f619fe33/90931956-b6d7-47ba-9127-68d68e815a25) {{(pid=114082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:42:26.289293 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Publish callbacks [] for port (90931956-b6d7-47ba-9127-68d68e815a25), precommit_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:26.296795 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (90931956-b6d7-47ba-9127-68d68e815a25), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:26.357040 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Network 338ac98d-9296-46fa-9d25-1f3e6dd54a37 is already hosted by enough agents. {{(pid=114082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:42:26.362774 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.base_scheduler [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Resources bound (agent type, host, resource id): {{(pid=114082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:42:26.375907 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Received port after_create {{(pid=114082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:42:26.397807 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Pushing event updated for resources: {'Port': ['ID=90931956-b6d7-47ba-9127-68d68e815a25,revision_number=1']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:26.440497 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.440865 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.441746 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.442090 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.442425 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.442777 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.443105 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.443434 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.443762 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.444101 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.444430 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.444751 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.445069 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Tracked resource versions report: Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: pushed versions: Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: { 'AddressGroup': {'1.2'}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'ConntrackHelper': {'1.0'}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'LocalIPAssociation': {'1.0'}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Log': {'1.0'}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Network': {'1.1'}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Port': {'1.7'}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'PortForwarding': {'1.2'}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'QosPolicy': {'1.10'}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'SecurityGroup': {'1.5'}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'SecurityGroupRule': {'1.2'}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'SubPort': {'1.0'}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Subnet': {'1.1'}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Trunk': {'1.1'}} Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: consumer versions: Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: { DHCP agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: L3 agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: Metadata agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: Metering agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: Open vSwitch agent@dv-cinder-826116-1-iscsi: { 'AddressGroup': '1.2', Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'ConntrackHelper': '1.0', Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'LocalIPAssociation': '1.0', Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Log': '1.0', Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Network': '1.1', Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Port': '1.7', Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'PortForwarding': '1.2', Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'QosPolicy': '1.10', Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'SecurityGroup': '1.5', Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'SecurityGroupRule': '1.2', Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'SubPort': '1.0', Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Subnet': '1.1', Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Trunk': '1.1'}} Jan 24 16:42:26.446414 dv-cinder-826116-1-iscsi neutron-server[114082]: {{(pid=114082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:42:26.476381 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Attempting to bind port 90931956-b6d7-47ba-9127-68d68e815a25 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:42:26.476941 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Attempting to bind port 90931956-b6d7-47ba-9127-68d68e815a25 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '583d0933-8307-44a3-9c00-41cd6016c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:42:26.477210 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Attempting to bind port 90931956-b6d7-47ba-9127-68d68e815a25 on network 338ac98d-9296-46fa-9d25-1f3e6dd54a37 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:42:26.482115 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:42:26.482464 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Checking segment: {'id': '583d0933-8307-44a3-9c00-41cd6016c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:42:26.482963 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:26.483356 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Bound using segment: {'id': '583d0933-8307-44a3-9c00-41cd6016c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:42:26.483861 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Bound port: 90931956-b6d7-47ba-9127-68d68e815a25, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583d0933-8307-44a3-9c00-41cd6016c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:42:26.484267 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (90931956-b6d7-47ba-9127-68d68e815a25), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:26.547921 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] For port 90931956-b6d7-47ba-9127-68d68e815a25, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:42:26.552478 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] For port 90931956-b6d7-47ba-9127-68d68e815a25, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=90931956-b6d7-47ba-9127-68d68e815a25,segment=NetworkSegment(583d0933-8307-44a3-9c00-41cd6016c10d),segment_id=583d0933-8307-44a3-9c00-41cd6016c10d)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:42:26.556920 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (90931956-b6d7-47ba-9127-68d68e815a25), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:26.618864 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f58de-c9f7-460f-bb18-f47c3ba3cb2e None None] Pushing event updated for resources: {'Port': ['ID=90931956-b6d7-47ba-9127-68d68e815a25,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:27.958559 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 45678) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:28.274482 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [None req-f94dc6b1-0c8d-44a5-853d-8391d4a194cd admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:42:28.275515 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-f94dc6b1-0c8d-44a5-853d-8391d4a194cd admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3159766 Jan 24 16:42:30.758242 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 45686) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:31.069811 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [None req-73f1b3dd-c55a-4df1-96af-2bed226813e2 admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:42:31.070858 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-73f1b3dd-c55a-4df1-96af-2bed226813e2 admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116415 Jan 24 16:42:33.782142 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 45696) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:34.083338 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-8b58a04f-01f6-4357-9dcb-c6015d6cfb1d admin admin] Request body: {'router': {'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'name': 'router1', 'admin_state_up': True}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:42:34.109313 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8b58a04f-01f6-4357-9dcb-c6015d6cfb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29909'] for router (0ef8d938-aab3-40a5-a475-7df04d8b53fc), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:34.110931 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8b58a04f-01f6-4357-9dcb-c6015d6cfb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3713770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3725483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3672214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29932'] for router (0ef8d938-aab3-40a5-a475-7df04d8b53fc), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:34.244367 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8b58a04f-01f6-4357-9dcb-c6015d6cfb1d admin admin] Publish callbacks [] for router_controller (0ef8d938-aab3-40a5-a475-7df04d8b53fc), precommit_add_association {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:34.249196 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8b58a04f-01f6-4357-9dcb-c6015d6cfb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3713781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725329'] for router (0ef8d938-aab3-40a5-a475-7df04d8b53fc), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:34.264673 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8b58a04f-01f6-4357-9dcb-c6015d6cfb1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:34.265859 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-8b58a04f-01f6-4357-9dcb-c6015d6cfb1d admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4827347 Jan 24 16:42:35.558165 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-226a38d4-d253-4d5a-9f31-006be5156bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:36.423083 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 90931956-b6d7-47ba-9127-68d68e815a25 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:42:36.509767 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 90931956-b6d7-47ba-9127-68d68e815a25 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:42:36.510484 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (90931956-b6d7-47ba-9127-68d68e815a25), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:36.622124 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 90931956-b6d7-47ba-9127-68d68e815a25 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:42:36.622728 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (90931956-b6d7-47ba-9127-68d68e815a25), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:36.656642 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port 90931956-b6d7-47ba-9127-68d68e815a25, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=90931956-b6d7-47ba-9127-68d68e815a25,segment=NetworkSegment(583d0933-8307-44a3-9c00-41cd6016c10d),segment_id=583d0933-8307-44a3-9c00-41cd6016c10d)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:42:36.660632 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (90931956-b6d7-47ba-9127-68d68e815a25), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:36.707453 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=90931956-b6d7-47ba-9127-68d68e815a25,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:36.743263 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 45708) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:37.264800 dv-cinder-826116-1-iscsi neutron-server[114081]: WARNING oslo_policy.policy [None req-954ad59a-cce6-4b52-bd3a-b294fa31598f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:42:37.265442 dv-cinder-826116-1-iscsi neutron-server[114081]: WARNING oslo_policy.policy [None req-954ad59a-cce6-4b52-bd3a-b294fa31598f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:42:37.489696 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [None req-954ad59a-cce6-4b52-bd3a-b294fa31598f admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:42:37.514558 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-954ad59a-cce6-4b52-bd3a-b294fa31598f admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7456076 Jan 24 16:42:37.841435 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5dc83576-864c-46c0-8bc4-5ba427a9f037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:37.868908 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa1dd9-853d-45d7-ab68-b8dfe7f6fec0 None None] Network 338ac98d-9296-46fa-9d25-1f3e6dd54a37 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:42:37.953267 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-288cb535-89bd-41ba-b69a-1395956e338f None None] Provisioning complete for port 90931956-b6d7-47ba-9127-68d68e815a25 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:42:37.953644 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-288cb535-89bd-41ba-b69a-1395956e338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (90931956-b6d7-47ba-9127-68d68e815a25), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:38.061403 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-288cb535-89bd-41ba-b69a-1395956e338f None None] Current status of the port 90931956-b6d7-47ba-9127-68d68e815a25 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:42:38.282606 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-b31d3335-5165-4775-9bc2-3bba1a349e43 None None] Provisioning complete for port 90931956-b6d7-47ba-9127-68d68e815a25 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:42:38.283019 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-b31d3335-5165-4775-9bc2-3bba1a349e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (90931956-b6d7-47ba-9127-68d68e815a25), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:38.369661 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-b31d3335-5165-4775-9bc2-3bba1a349e43 None None] Current status of the port 90931956-b6d7-47ba-9127-68d68e815a25 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:42:38.404281 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 90931956-b6d7-47ba-9127-68d68e815a25 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:42:38.451218 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 90931956-b6d7-47ba-9127-68d68e815a25 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:42:38.451603 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (90931956-b6d7-47ba-9127-68d68e815a25), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:38.526852 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 90931956-b6d7-47ba-9127-68d68e815a25 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:42:38.896827 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:40.035257 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 45744) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:40.166941 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Request body: {'network': {'project_id': '6e0f1fba09874be8ae22b37e033b5e57', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'tenant_id': '6e0f1fba09874be8ae22b37e033b5e57', 'name': 'public'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:42:40.189041 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Made reservation on behalf of 6e0f1fba09874be8ae22b37e033b5e57 for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:42:40.191385 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:40.199701 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:40.275864 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Publish callbacks [] for security_group (6aff9bee-38fc-46d5-a78c-4ed73ab7e4d5), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:40.279450 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (6aff9bee-38fc-46d5-a78c-4ed73ab7e4d5), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:40.296675 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Reserving flat network on physical network physnet1 {{(pid=114080) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 24 16:42:40.315625 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aff9bee-38fc-46d5-a78c-4ed73ab7e4d5,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:40.320852 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (b7d08e08-2599-4ea2-871b-d0b3776f4a8d), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:40.321193 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Added segment b7d08e08-2599-4ea2-871b-d0b3776f4a8d of type flat for network f4e55208-cae1-44b0-b853-b1df1375b132 Jan 24 16:42:40.367416 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (f4e55208-cae1-44b0-b853-b1df1375b132), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:40.399542 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (f4e55208-cae1-44b0-b853-b1df1375b132), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:40.400456 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:40.401017 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:40.432771 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3965139 Jan 24 16:42:40.465547 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163879c-6106-458d-a75b-df3ee1aecac9 admin admin] Pushing event updated for resources: {'Network': ['ID=f4e55208-cae1-44b0-b853-b1df1375b132,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:40.470302 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:40.479063 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network f4e55208-cae1-44b0-b853-b1df1375b132 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:42:41.809534 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:42.731346 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 45752) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:42.979078 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.policy [None req-20b7b045-ed9c-404a-9a3f-1d6bcc1a14d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114081) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 24 16:42:43.027689 dv-cinder-826116-1-iscsi neutron-server[114081]: WARNING oslo_policy.policy [None req-20b7b045-ed9c-404a-9a3f-1d6bcc1a14d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:42:43.028058 dv-cinder-826116-1-iscsi neutron-server[114081]: WARNING oslo_policy.policy [None req-20b7b045-ed9c-404a-9a3f-1d6bcc1a14d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 16:42:43.037603 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b7b045-ed9c-404a-9a3f-1d6bcc1a14d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:43.039314 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-20b7b045-ed9c-404a-9a3f-1d6bcc1a14d9 admin admin] 10.222.0.117 "GET /v2.0/subnets/9bf1f620-5e07-4c99-8a99-2ef3f619fe33 HTTP/1.1" status: 200 len: 849 time: 0.3070133 Jan 24 16:42:43.208795 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-c76e046f-92a9-4de5-896f-9fe6d173b92e admin admin] 10.222.0.117 "GET /v2.0/routers/0ef8d938-aab3-40a5-a475-7df04d8b53fc HTTP/1.1" status: 200 len: 704 time: 0.1638806 Jan 24 16:42:43.474408 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:43.803359 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Allocated IP 172.20.0.1 (338ac98d-9296-46fa-9d25-1f3e6dd54a37/9bf1f620-5e07-4c99-8a99-2ef3f619fe33/bbdcd19c-55d2-4fe4-afc2-0c364f1bb380) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:42:44.008039 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Publish callbacks [] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:44.075856 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:44.116064 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Network 338ac98d-9296-46fa-9d25-1f3e6dd54a37 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:42:44.117442 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:42:44.180816 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:42:44.181398 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723583'] for router_interface (0ef8d938-aab3-40a5-a475-7df04d8b53fc), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:44.246073 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=bbdcd19c-55d2-4fe4-afc2-0c364f1bb380,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:44.278845 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.279211 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.279553 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.279883 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.280206 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.280527 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.280866 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.281189 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.281525 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.281848 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.282166 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.282485 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.282820 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Tracked resource versions report: Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: pushed versions: Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: { 'AddressGroup': {'1.2'}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'ConntrackHelper': {'1.0'}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'LocalIPAssociation': {'1.0'}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Log': {'1.0'}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Network': {'1.1'}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Port': {'1.7'}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'PortForwarding': {'1.2'}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'QosPolicy': {'1.10'}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'SecurityGroup': {'1.5'}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'SecurityGroupRule': {'1.2'}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'SubPort': {'1.0'}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Subnet': {'1.1'}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Trunk': {'1.1'}} Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: consumer versions: Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: { DHCP agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: L3 agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: Metadata agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: Metering agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: Open vSwitch agent@dv-cinder-826116-1-iscsi: { 'AddressGroup': '1.2', Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'ConntrackHelper': '1.0', Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'LocalIPAssociation': '1.0', Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Log': '1.0', Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Network': '1.1', Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Port': '1.7', Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'PortForwarding': '1.2', Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'QosPolicy': '1.10', Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'SecurityGroup': '1.5', Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'SecurityGroupRule': '1.2', Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'SubPort': '1.0', Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Subnet': '1.1', Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Trunk': '1.1'}} Jan 24 16:42:44.284963 dv-cinder-826116-1-iscsi neutron-server[114081]: {{(pid=114081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:42:44.390176 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:44.423466 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-581bd7b7-c56b-4b72-bc2f-988e2c18b7c7 None None] Provisioning complete for port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:42:44.424029 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-581bd7b7-c56b-4b72-bc2f-988e2c18b7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:44.457468 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-581bd7b7-c56b-4b72-bc2f-988e2c18b7c7 None None] Port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:42:44.598771 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Publish callbacks [] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:44.602998 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:44.603750 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720777'] for router_interface (0ef8d938-aab3-40a5-a475-7df04d8b53fc), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:44.683812 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=bbdcd19c-55d2-4fe4-afc2-0c364f1bb380,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:44.725772 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Network 338ac98d-9296-46fa-9d25-1f3e6dd54a37 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:42:44.727052 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:42:44.945243 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Router 0ef8d938-aab3-40a5-a475-7df04d8b53fc is scheduled to L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d with binding_index 1 {{(pid=114081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:42:44.980519 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-45cd2d22-934f-4715-b18e-43dea287225d None None] Provisioning complete for port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:42:44.980906 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-45cd2d22-934f-4715-b18e-43dea287225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:45.013698 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-45cd2d22-934f-4715-b18e-43dea287225d None None] Port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:42:45.047325 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:42:45.054979 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-aa16a539-5c51-479b-bfa7-370c73fba7f4 admin admin] 10.222.0.117 "PUT /v2.0/routers/0ef8d938-aab3-40a5-a475-7df04d8b53fc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8397219 Jan 24 16:42:45.074358 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Sync routers for ids ['0ef8d938-aab3-40a5-a475-7df04d8b53fc'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:42:45.088067 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Routers {'0ef8d938-aab3-40a5-a475-7df04d8b53fc'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:42:45.088912 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:42:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0ef8d938-aab3-40a5-a475-7df04d8b53fc'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:42:45.277818 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Set router 0ef8d938-aab3-40a5-a475-7df04d8b53fc gateway port host: None {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:42:45.712509 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'name': 'router1', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:42:34Z', 'updated_at': '2022-01-24T16:42:44Z', 'revision_number': 2, 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'gw_port_host': None, '_interfaces': [{'id': 'bbdcd19c-55d2-4fe4-afc2-0c364f1bb380', 'name': '', 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'mac_address': 'fa:16:3e:4d:c9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:42:43Z', 'updated_at': '2022-01-24T16:42:44Z', 'revision_number': 2, 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'subnets': [{'id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '256875bf-96fb-45ea-99ef-4609e69b8a6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:42:45.764272 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Checking router: 0ef8d938-aab3-40a5-a475-7df04d8b53fc for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:42:45.764641 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Updating router 0ef8d938-aab3-40a5-a475-7df04d8b53fc port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 binding host dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:42:45.812769 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:46.325506 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Publish callbacks [] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), precommit_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:46.333880 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:46.492461 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Attempting to bind port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:42:46.492879 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Attempting to bind port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '583d0933-8307-44a3-9c00-41cd6016c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37'}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:42:46.493417 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Attempting to bind port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 on network 338ac98d-9296-46fa-9d25-1f3e6dd54a37 {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:42:46.503167 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:42:46.503167 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Checking segment: {'id': '583d0933-8307-44a3-9c00-41cd6016c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:42:46.504027 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:46.504425 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Bound using segment: {'id': '583d0933-8307-44a3-9c00-41cd6016c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37'} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:42:46.504951 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Bound port: bbdcd19c-55d2-4fe4-afc2-0c364f1bb380, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583d0933-8307-44a3-9c00-41cd6016c10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37'}}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:42:46.505334 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:46.521505 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Pushing event updated for resources: {'Port': ['ID=bbdcd19c-55d2-4fe4-afc2-0c364f1bb380,revision_number=3']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:46.539952 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-6a465324-bffb-42af-85fb-ef909f7cad80 None None] Provisioning complete for port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:42:46.540488 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6a465324-bffb-42af-85fb-ef909f7cad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:46.569506 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.569947 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.570351 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.570781 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.571160 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.571546 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.572256 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.572417 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.572800 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.573197 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.573579 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.573957 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.574783 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Tracked resource versions report: Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: pushed versions: Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: { 'AddressGroup': {'1.2'}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'ConntrackHelper': {'1.0'}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'LocalIPAssociation': {'1.0'}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Log': {'1.0'}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Network': {'1.1'}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Port': {'1.7'}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'PortForwarding': {'1.2'}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'QosPolicy': {'1.10'}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'SecurityGroup': {'1.5'}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'SecurityGroupRule': {'1.2'}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'SubPort': {'1.0'}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Subnet': {'1.1'}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Trunk': {'1.1'}} Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: consumer versions: Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: { DHCP agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: L3 agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: Metadata agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: Metering agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: Open vSwitch agent@dv-cinder-826116-1-iscsi: { 'AddressGroup': '1.2', Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'ConntrackHelper': '1.0', Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'LocalIPAssociation': '1.0', Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Log': '1.0', Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Network': '1.1', Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Port': '1.7', Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'PortForwarding': '1.2', Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'QosPolicy': '1.10', Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'SecurityGroup': '1.5', Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'SecurityGroupRule': '1.2', Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'SubPort': '1.0', Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Subnet': '1.1', Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Trunk': '1.1'}} Jan 24 16:42:46.575832 dv-cinder-826116-1-iscsi neutron-server[114083]: {{(pid=114083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:42:46.579478 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-6a465324-bffb-42af-85fb-ef909f7cad80 None None] Port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:42:46.601179 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] For port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:42:46.622030 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] For port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=bbdcd19c-55d2-4fe4-afc2-0c364f1bb380,segment=NetworkSegment(583d0933-8307-44a3-9c00-41cd6016c10d),segment_id=583d0933-8307-44a3-9c00-41cd6016c10d)] {{(pid=114083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:42:46.626504 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:46.687091 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd10c38-ec02-491f-9c21-cce0b6f5ca18 None None] Pushing event updated for resources: {'Port': ['ID=bbdcd19c-55d2-4fe4-afc2-0c364f1bb380,revision_number=4']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:46.689796 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Routers {'0ef8d938-aab3-40a5-a475-7df04d8b53fc'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:42:46.690418 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:42:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0ef8d938-aab3-40a5-a475-7df04d8b53fc'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:42:46.777824 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] Set router 0ef8d938-aab3-40a5-a475-7df04d8b53fc gateway port host: None {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:42:46.899936 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-41205bf3-fb7b-4879-b433-042a2f252531 None None] Provisioning complete for port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:42:46.900297 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-41205bf3-fb7b-4879-b433-042a2f252531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:46.977406 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-41205bf3-fb7b-4879-b433-042a2f252531 None None] Current status of the port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:42:46.978111 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-41205bf3-fb7b-4879-b433-042a2f252531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:47.003689 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'name': 'router1', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:42:34Z', 'updated_at': '2022-01-24T16:42:44Z', 'revision_number': 2, 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'gw_port_host': None, '_interfaces': [{'id': 'bbdcd19c-55d2-4fe4-afc2-0c364f1bb380', 'name': '', 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'mac_address': 'fa:16:3e:4d:c9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:42:43Z', 'updated_at': '2022-01-24T16:42:46Z', 'revision_number': 4, 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'subnets': [{'id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '256875bf-96fb-45ea-99ef-4609e69b8a6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:42:47.016851 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-41205bf3-fb7b-4879-b433-042a2f252531 None None] For port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=bbdcd19c-55d2-4fe4-afc2-0c364f1bb380,segment=NetworkSegment(583d0933-8307-44a3-9c00-41cd6016c10d),segment_id=583d0933-8307-44a3-9c00-41cd6016c10d)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:42:47.022173 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-41205bf3-fb7b-4879-b433-042a2f252531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:47.038995 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e84ee-c63e-4e39-920e-25ccff05517e None None] The sync data for ids ['0ef8d938-aab3-40a5-a475-7df04d8b53fc'] in dv-cinder-826116-1-iscsi is: [{'id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'name': 'router1', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:42:34Z', 'updated_at': '2022-01-24T16:42:44Z', 'revision_number': 2, 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'gw_port_host': None, '_interfaces': [{'id': 'bbdcd19c-55d2-4fe4-afc2-0c364f1bb380', 'name': '', 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'mac_address': 'fa:16:3e:4d:c9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:42:43Z', 'updated_at': '2022-01-24T16:42:46Z', 'revision_number': 4, 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'subnets': [{'id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '256875bf-96fb-45ea-99ef-4609e69b8a6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:42:47.073638 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41205bf3-fb7b-4879-b433-042a2f252531 None None] Pushing event updated for resources: {'Port': ['ID=bbdcd19c-55d2-4fe4-afc2-0c364f1bb380,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:49.715159 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 45776) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:49.824893 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16784500-78ee-4409-aea8-2718bc996623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:49.826254 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-16784500-78ee-4409-aea8-2718bc996623 admin admin] 10.222.0.117 "GET /v2.0/networks/f4e55208-cae1-44b0-b853-b1df1375b132 HTTP/1.1" status: 200 len: 842 time: 0.1100221 Jan 24 16:42:49.836595 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '6e0f1fba09874be8ae22b37e033b5e57', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:42:49.838037 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.quota [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Loaded quota_driver: . Jan 24 16:42:49.874714 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Made reservation on behalf of 6e0f1fba09874be8ae22b37e033b5e57 for: {'subnet': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:42:49.878157 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:50.189121 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.objects.ports [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114081) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 24 16:42:50.190061 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for subnet (e2e98493-f74b-402b-aac9-b9531d45df53), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:50.245111 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e98493-f74b-402b-aac9-b9531d45df53,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:50.257202 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Checking segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:42:50.257561 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Network hostable DHCP agents. Network: f4e55208-cae1-44b0-b853-b1df1375b132, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:42:50.279504 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Network f4e55208-cae1-44b0-b853-b1df1375b132 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:42:50.290585 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, f4e55208-cae1-44b0-b853-b1df1375b132) {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:42:50.294716 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:50.295386 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:50.300899 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa22bcb-148f-4d1b-8a51-a97ab6e6f9df None None] Network f4e55208-cae1-44b0-b853-b1df1375b132 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:42:50.329686 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-371491e8-fc80-4d06-9d44-f1da2e359928 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4852660 Jan 24 16:42:50.415821 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d240b0e-e00f-44af-8e8b-a75526e88d88 None None] Network f4e55208-cae1-44b0-b853-b1df1375b132 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:42:52.676533 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 45784) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:52.808771 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-6e9b99bf-15b6-4411-94a1-3aa5c99b9731 admin admin] 10.222.0.117 "GET /v2.0/routers/0ef8d938-aab3-40a5-a475-7df04d8b53fc HTTP/1.1" status: 200 len: 710 time: 0.1310871 Jan 24 16:42:52.895396 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f954d-2103-4b76-9ba4-a8177946a9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:42:52.896674 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-2b0f954d-2103-4b76-9ba4-a8177946a9be admin admin] 10.222.0.117 "GET /v2.0/networks/f4e55208-cae1-44b0-b853-b1df1375b132 HTTP/1.1" status: 200 len: 886 time: 0.0826435 Jan 24 16:42:52.905358 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:42:53.150830 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Publish callbacks [] for router_gateway (0ef8d938-aab3-40a5-a475-7df04d8b53fc), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:53.514299 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Publish callbacks [] for router_gateway (0ef8d938-aab3-40a5-a475-7df04d8b53fc), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:53.602320 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:53.725028 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Allocated IP 172.27.3.186 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/c85fba0d-0da8-475e-a37d-216701968570) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:42:53.847154 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Publish callbacks [] for port (c85fba0d-0da8-475e-a37d-216701968570), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:53.885878 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (c85fba0d-0da8-475e-a37d-216701968570), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:53.932167 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:42:53.939859 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:42:53.943948 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:42:53.994311 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Pushing event updated for resources: {'Port': ['ID=c85fba0d-0da8-475e-a37d-216701968570,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:54.221954 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Publish callbacks [] for router_gateway (0ef8d938-aab3-40a5-a475-7df04d8b53fc), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:54.433620 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3725518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3713788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29938'] for router (0ef8d938-aab3-40a5-a475-7df04d8b53fc), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:54.434967 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:42:54.437036 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3725529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3725336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3713735'] for router (0ef8d938-aab3-40a5-a475-7df04d8b53fc), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:54.484367 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:42:54.484681 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:54.543374 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Router 0ef8d938-aab3-40a5-a475-7df04d8b53fc has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:42:54.563239 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:42:54.651041 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:42:54.655276 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:54.662003 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-c0e5c07d-4dd1-4b71-a1a3-3625e2799d2d admin admin] 10.222.0.117 "PUT /v2.0/routers/0ef8d938-aab3-40a5-a475-7df04d8b53fc HTTP/1.1" status: 200 len: 890 time: 1.7542279 Jan 24 16:42:55.630795 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Sync routers for ids ['0ef8d938-aab3-40a5-a475-7df04d8b53fc'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:42:55.642814 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Routers {'0ef8d938-aab3-40a5-a475-7df04d8b53fc'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:42:55.643454 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:42:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0ef8d938-aab3-40a5-a475-7df04d8b53fc'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:42:55.853337 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Set router 0ef8d938-aab3-40a5-a475-7df04d8b53fc gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:42:56.308629 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'name': 'router1', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c85fba0d-0da8-475e-a37d-216701968570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:42:34Z', 'updated_at': '2022-01-24T16:42:54Z', 'revision_number': 4, 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'gw_port': {'id': 'c85fba0d-0da8-475e-a37d-216701968570', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bf:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:42:53Z', 'updated_at': '2022-01-24T16:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'bbdcd19c-55d2-4fe4-afc2-0c364f1bb380', 'name': '', 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'mac_address': 'fa:16:3e:4d:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:42:43Z', 'updated_at': '2022-01-24T16:42:46Z', 'revision_number': 5, 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'subnets': [{'id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '256875bf-96fb-45ea-99ef-4609e69b8a6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:42:56.357948 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Checking router: 0ef8d938-aab3-40a5-a475-7df04d8b53fc for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:42:56.358300 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Updating router 0ef8d938-aab3-40a5-a475-7df04d8b53fc port c85fba0d-0da8-475e-a37d-216701968570 binding host dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:42:56.408517 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (c85fba0d-0da8-475e-a37d-216701968570), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:56.722821 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Publish callbacks [] for port (c85fba0d-0da8-475e-a37d-216701968570), precommit_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:56.728234 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (c85fba0d-0da8-475e-a37d-216701968570), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:56.781941 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Attempting to bind port c85fba0d-0da8-475e-a37d-216701968570 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:42:56.782316 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Attempting to bind port c85fba0d-0da8-475e-a37d-216701968570 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:42:56.783251 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Attempting to bind port c85fba0d-0da8-475e-a37d-216701968570 on network f4e55208-cae1-44b0-b853-b1df1375b132 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:42:56.790297 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01127d-bdf8-4fcb-a5ff-ceedb6f99d24 None None] Pushing event updated for resources: {'Port': ['ID=c85fba0d-0da8-475e-a37d-216701968570,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:56.794022 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:42:56.794402 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Checking segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:42:56.794821 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:56.795207 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Bound using segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:42:56.795676 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Bound port: c85fba0d-0da8-475e-a37d-216701968570, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:42:56.796053 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (c85fba0d-0da8-475e-a37d-216701968570), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:56.851819 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] For port c85fba0d-0da8-475e-a37d-216701968570, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:42:56.855049 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] For port c85fba0d-0da8-475e-a37d-216701968570, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=c85fba0d-0da8-475e-a37d-216701968570,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:42:56.859557 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (c85fba0d-0da8-475e-a37d-216701968570), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:56.915879 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01127d-bdf8-4fcb-a5ff-ceedb6f99d24 None None] Pushing event updated for resources: {'Port': ['ID=c85fba0d-0da8-475e-a37d-216701968570,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:42:56.918301 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Routers {'0ef8d938-aab3-40a5-a475-7df04d8b53fc'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:42:56.918973 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:42:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0ef8d938-aab3-40a5-a475-7df04d8b53fc'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:42:57.024590 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] Set router 0ef8d938-aab3-40a5-a475-7df04d8b53fc gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:42:57.159858 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 45796) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:42:57.237993 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'name': 'router1', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c85fba0d-0da8-475e-a37d-216701968570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:42:34Z', 'updated_at': '2022-01-24T16:42:54Z', 'revision_number': 4, 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'gw_port': {'id': 'c85fba0d-0da8-475e-a37d-216701968570', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bf:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:42:53Z', 'updated_at': '2022-01-24T16:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'bbdcd19c-55d2-4fe4-afc2-0c364f1bb380', 'name': '', 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'mac_address': 'fa:16:3e:4d:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:42:43Z', 'updated_at': '2022-01-24T16:42:46Z', 'revision_number': 5, 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'subnets': [{'id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '256875bf-96fb-45ea-99ef-4609e69b8a6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:42:57.263390 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103009b-0021-4c80-b894-77faa832d8d8 None None] The sync data for ids ['0ef8d938-aab3-40a5-a475-7df04d8b53fc'] in dv-cinder-826116-1-iscsi is: [{'id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'name': 'router1', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'c85fba0d-0da8-475e-a37d-216701968570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:42:34Z', 'updated_at': '2022-01-24T16:42:54Z', 'revision_number': 4, 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'gw_port': {'id': 'c85fba0d-0da8-475e-a37d-216701968570', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bf:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:42:53Z', 'updated_at': '2022-01-24T16:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'bbdcd19c-55d2-4fe4-afc2-0c364f1bb380', 'name': '', 'network_id': '338ac98d-9296-46fa-9d25-1f3e6dd54a37', 'tenant_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'mac_address': 'fa:16:3e:4d:c9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef8d938-aab3-40a5-a475-7df04d8b53fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:42:43Z', 'updated_at': '2022-01-24T16:42:46Z', 'revision_number': 5, 'project_id': '3035a30a67154f908dd0a8d0bd3d5b2b', 'subnets': [{'id': '9bf1f620-5e07-4c99-8a99-2ef3f619fe33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '256875bf-96fb-45ea-99ef-4609e69b8a6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:42:57.276688 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-e11ba992-a3da-4dcc-b620-1dd2aead1ace admin admin] 10.222.0.117 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1156216 Jan 24 16:42:58.445527 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device c85fba0d-0da8-475e-a37d-216701968570 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:42:58.494063 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port c85fba0d-0da8-475e-a37d-216701968570 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:42:58.494431 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (c85fba0d-0da8-475e-a37d-216701968570), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:58.572446 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port c85fba0d-0da8-475e-a37d-216701968570 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:42:58.572837 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (c85fba0d-0da8-475e-a37d-216701968570), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:58.593350 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port c85fba0d-0da8-475e-a37d-216701968570, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=c85fba0d-0da8-475e-a37d-216701968570,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:42:58.597570 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (c85fba0d-0da8-475e-a37d-216701968570), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:42:58.652664 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=c85fba0d-0da8-475e-a37d-216701968570,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:43:00.415902 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device c85fba0d-0da8-475e-a37d-216701968570 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:43:00.463421 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port c85fba0d-0da8-475e-a37d-216701968570 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:43:00.464212 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (c85fba0d-0da8-475e-a37d-216701968570), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:43:00.542641 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port c85fba0d-0da8-475e-a37d-216701968570 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:43:04.123411 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 5 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:43:05.563102 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-bec1a097-1328-4d6b-b2a2-83ebd0745448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:43:07.845402 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1d182948-aa37-4745-8f89-fb18801fcc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:43:08.908029 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:43:10.468223 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:43:11.773976 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:43:35.565905 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5a20b76b-a9d3-4af2-b3ee-0c92670a864c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:43:37.859179 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-fbdab80c-3714-41af-a4b4-0cb785d30b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:43:38.911566 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:43:40.477031 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:43:41.122806 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 5 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:43:41.777260 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:05.558792 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-38d01196-5012-41d6-8732-98ea148cbae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:07.851257 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-3b0e8653-fdc6-4395-96b4-f1f166b8f605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:08.906940 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:10.475505 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:11.783671 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:17.687281 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46280) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:44:17.750091 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b1cec9-6a8c-4963-b2f0-7791bc86ba71 admin admin] GET failed (client error): The resource could not be found. Jan 24 16:44:17.751369 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-23b1cec9-6a8c-4963-b2f0-7791bc86ba71 admin admin] 10.222.0.117 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631218 Jan 24 16:44:17.907399 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042ce9ea-7490-45a7-8aa0-75907b369d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:17.908793 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-042ce9ea-7490-45a7-8aa0-75907b369d4b admin admin] 10.222.0.117 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1533563 Jan 24 16:44:18.122667 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 5 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:44:20.180078 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46290) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:44:20.350598 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e13337e-7d24-4261-80c9-5eacee1a1c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:20.351987 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-8e13337e-7d24-4261-80c9-5eacee1a1c48 admin admin] 10.222.0.117 "GET /v2.0/subnets/9bf1f620-5e07-4c99-8a99-2ef3f619fe33 HTTP/1.1" status: 200 len: 849 time: 0.1709869 Jan 24 16:44:20.362299 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:44:20.445134 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Publish callbacks [] for subnet (9bf1f620-5e07-4c99-8a99-2ef3f619fe33), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:20.582784 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743867762270'] for subnet (9bf1f620-5e07-4c99-8a99-2ef3f619fe33), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:20.611903 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:20.612539 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:20.613908 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] 10.222.0.117 "PUT /v2.0/subnets/9bf1f620-5e07-4c99-8a99-2ef3f619fe33 HTTP/1.1" status: 200 len: 868 time: 0.2551429 Jan 24 16:44:20.617328 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835b841c-6d0b-48c7-a6e7-6872ee1f285d None None] Network 338ac98d-9296-46fa-9d25-1f3e6dd54a37 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:44:20.636858 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf1f620-5e07-4c99-8a99-2ef3f619fe33,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:44:20.644843 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:20.645205 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:20.645539 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:20.645881 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:20.646220 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:20.646556 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:20.646919 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:20.647254 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:20.647610 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:20.647960 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:20.648294 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:20.648647 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:20.648974 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f15de-c332-44ab-a95c-222d1a80b9bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:44:21.084846 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-1033ecdb-44d8-49ea-ab0a-0358e933edc2 None None] Provisioning complete for port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:44:21.085511 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1033ecdb-44d8-49ea-ab0a-0358e933edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bbdcd19c-55d2-4fe4-afc2-0c364f1bb380), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:21.160948 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-1033ecdb-44d8-49ea-ab0a-0358e933edc2 None None] Current status of the port bbdcd19c-55d2-4fe4-afc2-0c364f1bb380 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:44:21.171742 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-1033ecdb-44d8-49ea-ab0a-0358e933edc2 None None] Provisioning complete for port 90931956-b6d7-47ba-9127-68d68e815a25 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:44:21.172125 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1033ecdb-44d8-49ea-ab0a-0358e933edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (90931956-b6d7-47ba-9127-68d68e815a25), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:21.249945 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-1033ecdb-44d8-49ea-ab0a-0358e933edc2 None None] Current status of the port 90931956-b6d7-47ba-9127-68d68e815a25 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:44:22.915871 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46298) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:44:23.114375 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf8b57e-6ed1-4754-9a27-daea2a1d4c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:23.114892 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf8b57e-6ed1-4754-9a27-daea2a1d4c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:23.116338 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-eaf8b57e-6ed1-4754-9a27-daea2a1d4c04 admin admin] 10.222.0.117 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1994803 Jan 24 16:44:25.400420 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46306) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:44:25.530400 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95fdd39-0fd2-4d73-87c1-17ab2ea812a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:25.530872 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95fdd39-0fd2-4d73-87c1-17ab2ea812a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:25.532372 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-e95fdd39-0fd2-4d73-87c1-17ab2ea812a0 admin admin] 10.222.0.117 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1310058 Jan 24 16:44:27.789016 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46314) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:44:27.921036 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c783a3d6-71d1-44e6-bc0b-c88be9da67ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:27.922381 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-c783a3d6-71d1-44e6-bc0b-c88be9da67ff admin admin] 10.222.0.117 "GET /v2.0/networks/338ac98d-9296-46fa-9d25-1f3e6dd54a37 HTTP/1.1" status: 200 len: 868 time: 0.1324277 Jan 24 16:44:30.202873 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46322) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:44:30.326834 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ad984-f92f-4944-8ddc-36eec2316506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:30.328205 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-170ad984-f92f-4944-8ddc-36eec2316506 admin admin] 10.222.0.117 "GET /v2.0/networks/f4e55208-cae1-44b0-b853-b1df1375b132 HTTP/1.1" status: 200 len: 886 time: 0.1243699 Jan 24 16:44:32.640013 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46330) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:44:32.763276 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cdbe6f-4125-4d3e-9f65-96d99a8d4a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:32.763734 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cdbe6f-4125-4d3e-9f65-96d99a8d4a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:32.765669 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-39cdbe6f-4125-4d3e-9f65-96d99a8d4a6b admin admin] 10.222.0.117 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247001 Jan 24 16:44:35.052017 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46338) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:44:35.140769 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490d8362-106c-4251-ad34-fb6ec19571c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:35.141212 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490d8362-106c-4251-ad34-fb6ec19571c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:35.142716 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-490d8362-106c-4251-ad34-fb6ec19571c0 admin admin] 10.222.0.117 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0897484 Jan 24 16:44:35.562329 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2927af5b-2ea8-4150-9efe-ff4f22963d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:37.395612 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46346) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:44:37.487866 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22165f3e-6d3e-4ae9-a481-5943a498ee5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:37.489163 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-22165f3e-6d3e-4ae9-a481-5943a498ee5e admin admin] 10.222.0.117 "GET /v2.0/subnets/9bf1f620-5e07-4c99-8a99-2ef3f619fe33 HTTP/1.1" status: 200 len: 868 time: 0.0926118 Jan 24 16:44:37.853281 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-dd675462-171b-4299-8b1d-51e37d2243bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:38.909405 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:39.731729 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46354) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:44:39.817234 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec80072-eb78-4b8f-8bec-f344dffa48e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:44:39.818573 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-bec80072-eb78-4b8f-8bec-f344dffa48e3 admin admin] 10.222.0.117 "GET /v2.0/subnets/e2e98493-f74b-402b-aac9-b9531d45df53 HTTP/1.1" status: 200 len: 816 time: 0.0859034 Jan 24 16:44:40.476589 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:41.785820 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:44:55.121726 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 5 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:45:05.564157 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-7268a21e-83f9-4ddf-a863-39f342df4fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:05.572772 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 46408) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:45:05.621380 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [None req-f405a85e-5e7c-4814-9feb-f16b50177370 admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:45:05.622369 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-f405a85e-5e7c-4814-9feb-f16b50177370 admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485947 Jan 24 16:45:07.862303 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-e008d0bc-1b46-4cee-becf-38106c4c5281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:08.019039 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46418) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:45:08.080309 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.pecan_wsgi.hooks.translation [None req-000d59ff-cea9-4f29-ab0d-9d1a77578cb9 admin admin] GET failed (client error): The resource could not be found. Jan 24 16:45:08.081564 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-000d59ff-cea9-4f29-ab0d-9d1a77578cb9 admin admin] 10.222.0.117 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615504 Jan 24 16:45:08.168681 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63f70df-8366-4569-a97e-49facf64bf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:08.170134 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-c63f70df-8366-4569-a97e-49facf64bf28 admin admin] 10.222.0.117 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0843415 Jan 24 16:45:08.912252 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:10.467608 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46428) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:45:10.481081 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:10.513462 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'tenant_id': '6e0f1fba09874be8ae22b37e033b5e57', 'admin_state_up': True, 'project_id': '6e0f1fba09874be8ae22b37e033b5e57'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:45:10.538205 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] Made reservation on behalf of 6e0f1fba09874be8ae22b37e033b5e57 for: {'network': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:45:10.540510 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:10.567744 dv-cinder-826116-1-iscsi neutron-server[114081]: WARNING neutron.services.revisions.revision_plugin [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] Could not find related network for resource to bump revision. Jan 24 16:45:10.584776 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=114081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:45:10.596366 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743867732345', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (2134deed-de9e-490b-a9d4-c100bf99bf5f), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:10.596903 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] Unsubscribe: segment precommit_create {{(pid=114081) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 16:45:10.597340 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.segments_db [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] Added segment 2134deed-de9e-490b-a9d4-c100bf99bf5f of type vlan for network 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3 Jan 24 16:45:10.640542 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (819eeee2-a2a6-4a1f-82e8-3148d9abc7e3), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:10.670412 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (819eeee2-a2a6-4a1f-82e8-3148d9abc7e3), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:10.671368 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:10.671928 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:10.768720 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2997367 Jan 24 16:45:10.782307 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc02fbf-11e9-42c8-bbe8-66d956bb22fe admin admin] Pushing event updated for resources: {'Network': ['ID=819eeee2-a2a6-4a1f-82e8-3148d9abc7e3,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:45:10.794222 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:45:11.787775 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:13.133966 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46438) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:45:13.192995 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05fbac5-3e16-4d3f-9f8d-e3499dcd7496 admin admin] GET failed (client error): The resource could not be found. Jan 24 16:45:13.194258 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-f05fbac5-3e16-4d3f-9f8d-e3499dcd7496 admin admin] 10.222.0.117 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593436 Jan 24 16:45:13.265030 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449f8687-de56-4fd3-9904-019861efde24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:13.266463 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-449f8687-de56-4fd3-9904-019861efde24 admin admin] 10.222.0.117 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0672691 Jan 24 16:45:13.276186 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-6b08b9e4-9243-48bc-a439-24f68db41d3d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'tenant_id': '6e0f1fba09874be8ae22b37e033b5e57', 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:45:13.296626 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b08b9e4-9243-48bc-a439-24f68db41d3d admin admin] Made reservation on behalf of 6e0f1fba09874be8ae22b37e033b5e57 for: {'subnet': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:45:13.298853 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6b08b9e4-9243-48bc-a439-24f68db41d3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:13.455790 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6b08b9e4-9243-48bc-a439-24f68db41d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for subnet (7862a926-d7cd-41fd-9cb3-246844a2f047), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:13.508657 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08b9e4-9243-48bc-a439-24f68db41d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7862a926-d7cd-41fd-9cb3-246844a2f047,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:45:13.515367 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b08b9e4-9243-48bc-a439-24f68db41d3d admin admin] Checking segment: {'id': '2134deed-de9e-490b-a9d4-c100bf99bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:45:13.515723 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b08b9e4-9243-48bc-a439-24f68db41d3d admin admin] Network hostable DHCP agents. Network: 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:45:13.531215 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b08b9e4-9243-48bc-a439-24f68db41d3d admin admin] Network 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:45:13.539102 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-6b08b9e4-9243-48bc-a439-24f68db41d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3) {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:45:13.544159 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08b9e4-9243-48bc-a439-24f68db41d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:45:13.545372 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6b08b9e4-9243-48bc-a439-24f68db41d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:13.548664 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf9a99d-6147-4b1b-a8f4-479ca9847e3b None None] Network 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:45:13.561238 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-6b08b9e4-9243-48bc-a439-24f68db41d3d admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2884333 Jan 24 16:45:13.757172 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e441453-c1a8-5497-9479-e1bc9d482b0e-819eeee2-a2a6-4a1f-82e8-3148d9abc7e3', 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3', 'project_id': '6e0f1fba09874be8ae22b37e033b5e57', 'fixed_ips': [{'subnet_id': '7862a926-d7cd-41fd-9cb3-246844a2f047'}]}} from dv-cinder-826116-1-iscsi. {{(pid=114082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 16:45:13.758046 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:13.903391 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.db_base_plugin_common [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Allocated IP 192.168.233.2 (819eeee2-a2a6-4a1f-82e8-3148d9abc7e3/7862a926-d7cd-41fd-9cb3-246844a2f047/d3be3395-a8b7-4561-84e1-f5b0a9f86b97) {{(pid=114082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:45:14.046698 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Publish callbacks [] for port (d3be3395-a8b7-4561-84e1-f5b0a9f86b97), precommit_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:14.052762 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (d3be3395-a8b7-4561-84e1-f5b0a9f86b97), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:14.096051 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Network 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3 is already hosted by enough agents. {{(pid=114082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:45:14.099268 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.base_scheduler [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Resources bound (agent type, host, resource id): {{(pid=114082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:45:14.101691 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Received port after_create {{(pid=114082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:45:14.107596 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Pushing event updated for resources: {'Port': ['ID=d3be3395-a8b7-4561-84e1-f5b0a9f86b97,revision_number=1']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:45:14.118259 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.118622 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.119643 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.119978 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.120307 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.120628 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.120946 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.121262 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.121580 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.121908 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.122231 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.122537 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.122872 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:45:14.172468 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Attempting to bind port d3be3395-a8b7-4561-84e1-f5b0a9f86b97 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:45:14.172835 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Attempting to bind port d3be3395-a8b7-4561-84e1-f5b0a9f86b97 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '2134deed-de9e-490b-a9d4-c100bf99bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:45:14.173192 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Attempting to bind port d3be3395-a8b7-4561-84e1-f5b0a9f86b97 on network 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:45:14.178178 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:45:14.178546 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Checking segment: {'id': '2134deed-de9e-490b-a9d4-c100bf99bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:45:14.178973 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:14.179359 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Bound using segment: {'id': '2134deed-de9e-490b-a9d4-c100bf99bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:45:14.179817 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Bound port: d3be3395-a8b7-4561-84e1-f5b0a9f86b97, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2134deed-de9e-490b-a9d4-c100bf99bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:45:14.180189 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (d3be3395-a8b7-4561-84e1-f5b0a9f86b97), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:14.246398 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] For port d3be3395-a8b7-4561-84e1-f5b0a9f86b97, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:45:14.250042 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] For port d3be3395-a8b7-4561-84e1-f5b0a9f86b97, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=d3be3395-a8b7-4561-84e1-f5b0a9f86b97,segment=NetworkSegment(2134deed-de9e-490b-a9d4-c100bf99bf5f),segment_id=2134deed-de9e-490b-a9d4-c100bf99bf5f)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:45:14.254846 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (d3be3395-a8b7-4561-84e1-f5b0a9f86b97), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:14.312413 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0641fdc-8581-43a3-ab9e-fd0ee84e5f5d None None] Pushing event updated for resources: {'Port': ['ID=d3be3395-a8b7-4561-84e1-f5b0a9f86b97,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:45:15.196032 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ec78b1-4a3a-4ea7-bb5f-97217da05f5e None None] Network 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:45:15.310389 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-2be5957f-53be-4d2c-96dd-f01ea3e79586 None None] Provisioning complete for port d3be3395-a8b7-4561-84e1-f5b0a9f86b97 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:45:15.310854 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2be5957f-53be-4d2c-96dd-f01ea3e79586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (d3be3395-a8b7-4561-84e1-f5b0a9f86b97), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:15.395902 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-2be5957f-53be-4d2c-96dd-f01ea3e79586 None None] Current status of the port d3be3395-a8b7-4561-84e1-f5b0a9f86b97 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:45:15.395902 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2be5957f-53be-4d2c-96dd-f01ea3e79586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (d3be3395-a8b7-4561-84e1-f5b0a9f86b97), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:15.449494 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-2be5957f-53be-4d2c-96dd-f01ea3e79586 None None] For port d3be3395-a8b7-4561-84e1-f5b0a9f86b97, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=d3be3395-a8b7-4561-84e1-f5b0a9f86b97,segment=NetworkSegment(2134deed-de9e-490b-a9d4-c100bf99bf5f),segment_id=2134deed-de9e-490b-a9d4-c100bf99bf5f)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:45:15.456066 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2be5957f-53be-4d2c-96dd-f01ea3e79586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (d3be3395-a8b7-4561-84e1-f5b0a9f86b97), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:15.510498 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5957f-53be-4d2c-96dd-f01ea3e79586 None None] Pushing event updated for resources: {'Port': ['ID=d3be3395-a8b7-4561-84e1-f5b0a9f86b97,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:45:15.576176 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-ffe14a40-2ceb-4452-9acb-a59a593692ba None None] Provisioning complete for port d3be3395-a8b7-4561-84e1-f5b0a9f86b97 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:45:15.576483 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ffe14a40-2ceb-4452-9acb-a59a593692ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (d3be3395-a8b7-4561-84e1-f5b0a9f86b97), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:15.655377 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-ffe14a40-2ceb-4452-9acb-a59a593692ba None None] Current status of the port d3be3395-a8b7-4561-84e1-f5b0a9f86b97 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:45:16.519247 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device d3be3395-a8b7-4561-84e1-f5b0a9f86b97 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:45:16.571360 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port d3be3395-a8b7-4561-84e1-f5b0a9f86b97 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:45:16.571746 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (d3be3395-a8b7-4561-84e1-f5b0a9f86b97), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:16.647381 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port d3be3395-a8b7-4561-84e1-f5b0a9f86b97 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:45:32.119869 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 5 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:45:35.566268 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-032cf01d-7877-41f8-8050-7af915d1fcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:37.855080 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-79219462-1906-4e48-ac5d-1968d24ef9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:38.916467 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:40.485243 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:45:41.792050 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:05.568855 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a7bb7569-7420-4e29-a6d1-3a93244f9bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:07.858514 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-de68ae1e-7a33-44b2-b60f-7f035af500b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:08.919632 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:09.118548 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 5 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:46:10.487060 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:11.793737 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:35.572638 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-19e55fbe-7523-4934-82bb-848bb3568499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:37.863863 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a40d8ea5-1be2-4fd1-a6ab-927d79c47f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:38.921019 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:40.491637 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:41.796184 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:46.117206 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 5 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:46:51.155825 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46482) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:46:51.161733 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [None req-f7433b8a-38e4-42bc-8fba-f16d2f580310 tempest-verify_tempest_config-1704091501 tempest-verify_tempest_config-1704091501-project] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:46:51.162676 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-f7433b8a-38e4-42bc-8fba-f16d2f580310 tempest-verify_tempest_config-1704091501 tempest-verify_tempest_config-1704091501-project] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062222 Jan 24 16:46:51.444443 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 46500) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:46:51.550773 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:51.621795 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Publish callbacks [] for security_group (d17f8ee5-591c-403e-9d4e-1e5a2706400b), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:51.625154 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (d17f8ee5-591c-403e-9d4e-1e5a2706400b), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:51.668733 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=2f8ee00c8eb64951b1b23e050267b983&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2232399 Jan 24 16:46:51.669691 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17f8ee5-591c-403e-9d4e-1e5a2706400b,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:46:51.671516 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46506) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:46:51.676456 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.676803 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.677141 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.677472 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.677797 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.678124 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.678446 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.678785 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.679112 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.679436 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.679753 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.680073 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.680388 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d2f62-5b2e-4e06-bebd-16b3b9f79b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.838046 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Publish callbacks [] for security_group (d17f8ee5-591c-403e-9d4e-1e5a2706400b), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:51.858267 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Publish callbacks [] for security_group (d17f8ee5-591c-403e-9d4e-1e5a2706400b), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:51.947787 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (d17f8ee5-591c-403e-9d4e-1e5a2706400b), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:51.950300 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:46:51.951503 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/d17f8ee5-591c-403e-9d4e-1e5a2706400b HTTP/1.1" status: 204 len: 168 time: 0.2789519 Jan 24 16:46:51.960024 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17f8ee5-591c-403e-9d4e-1e5a2706400b,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:46:51.966614 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.967000 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.967350 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.967698 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.968027 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.968357 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.968687 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.969011 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.969412 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.969674 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.969996 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.970312 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:46:51.970628 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba4e4f4-79a9-4aab-8df8-1871ff59d4a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:47:05.574626 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ce4b270b-34bf-48f4-bf2d-96764b2025a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:47:07.865611 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-cb444c10-9534-42f7-bbd5-ce198410e1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:47:08.927689 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:47:10.492568 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:47:11.797030 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:47:23.115034 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 5 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:47:35.577216 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-dabfdbc7-1343-4a4b-bfbb-8a085a1d7e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:47:37.867561 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-18bf7d58-b14c-4417-a0e0-b82b8bef9888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:47:38.947642 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:47:40.495547 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:47:41.800682 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:48:00.113728 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 5 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:48:05.581053 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-4a132f64-f8c9-4eb6-bd97-028f5f84db29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:48:07.869079 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-7b6eef51-fb43-458c-a5cd-d5f50c01271f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:48:08.938606 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:48:10.497936 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:48:11.802485 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:48:30.936790 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3714766'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:48:35.582433 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-b62b1c1b-d48d-45da-9480-f3ff32d21a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:48:37.113782 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:48:37.872806 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ed0770e8-505d-449d-bc8b-75257b7663de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:48:38.934153 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:48:40.500837 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:48:41.803430 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:48:44.896298 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46578) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:48:45.005863 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-5cd85566-4d22-484b-8480-f796e2780347 admin admin] 10.222.0.117 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1084666 Jan 24 16:48:47.263348 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46588) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:48:47.318195 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-75072144-7029-492a-9170-8e8dc8f3fba3 admin admin] 10.222.0.117 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0537448 Jan 24 16:49:00.886170 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:49:05.583167 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-3efad37a-7784-4a44-be56-254f18c761f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:49:07.874006 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-00eddc3a-2c95-47d9-aba9-386373dfb75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:49:08.936218 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:49:10.502192 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:49:11.806300 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:49:14.114221 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:49:30.890046 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:49:35.585830 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-c0a25b85-ec08-4c44-9f06-ed9d6ef0eb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:49:37.876576 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-aa8cac07-2ad2-4f01-9212-ef1dee404ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:49:38.939040 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:49:40.508365 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:49:41.814390 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:49:51.113117 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:50:00.889646 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:05.588134 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6c2bd638-55d9-4596-b750-7e98ece3ad13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:07.879978 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5fb07ab9-cb13-4caf-9825-170f09e28e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:08.943976 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:10.508268 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:11.809608 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:17.546184 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46666) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:17.736629 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-661508243-network', 'tenant_id': '5ca1c94bee974fb986196c0be4064812'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:17.777488 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Made reservation on behalf of 5ca1c94bee974fb986196c0be4064812 for: {'network': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:17.780250 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:17.791228 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:17.890519 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Publish callbacks [] for security_group (466d5df1-12dd-47c4-a4f2-24572236d5d6), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:17.895142 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (466d5df1-12dd-47c4-a4f2-24572236d5d6), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:17.923268 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466d5df1-12dd-47c4-a4f2-24572236d5d6,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:17.933430 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.934046 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.934668 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.935500 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.936001 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.936510 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.936870 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.937215 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.937563 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.937915 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.938253 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.938581 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.938933 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Tracked resource versions report: Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: pushed versions: Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: { 'AddressGroup': {'1.2'}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'ConntrackHelper': {'1.0'}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'LocalIPAssociation': {'1.0'}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Log': {'1.0'}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Network': {'1.1'}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Port': {'1.7'}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'PortForwarding': {'1.2'}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'QosPolicy': {'1.10'}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'SecurityGroup': {'1.5'}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'SecurityGroupRule': {'1.2'}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'SubPort': {'1.0'}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Subnet': {'1.1'}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Trunk': {'1.1'}} Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: consumer versions: Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: { DHCP agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: HyperV agent@hv-cinder-82611: {}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: L3 agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: Metadata agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: Metering agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: Open vSwitch agent@dv-cinder-826116-1-iscsi: { 'AddressGroup': '1.2', Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'ConntrackHelper': '1.0', Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'LocalIPAssociation': '1.0', Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Log': '1.0', Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Network': '1.1', Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Port': '1.7', Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'PortForwarding': '1.2', Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'QosPolicy': '1.10', Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'SecurityGroup': '1.5', Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'SecurityGroupRule': '1.2', Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'SubPort': '1.0', Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Subnet': '1.1', Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: 'Trunk': '1.1'}} Jan 24 16:50:17.940056 dv-cinder-826116-1-iscsi neutron-server[114081]: {{(pid=114081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:50:17.942719 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=114081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:17.954298 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (cd7fff94-7cc7-426d-9655-0f858e407927), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:17.954705 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.segments_db [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Added segment cd7fff94-7cc7-426d-9655-0f858e407927 of type vlan for network a9684751-c334-42d8-84b0-fcdb27d5b403 Jan 24 16:50:18.003731 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (a9684751-c334-42d8-84b0-fcdb27d5b403), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:18.029691 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (a9684751-c334-42d8-84b0-fcdb27d5b403), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:18.030636 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:18.031468 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:18.096961 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] Pushing event updated for resources: {'Network': ['ID=a9684751-c334-42d8-84b0-fcdb27d5b403,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:18.107594 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 46714) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:18.109608 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network a9684751-c334-42d8-84b0-fcdb27d5b403 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:50:18.112862 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Request body: {'subnet': {'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-subnet', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:18.117880 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-6147605a-2b59-422b-b87e-6c783636901c admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5698626 Jan 24 16:50:18.147147 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Made reservation on behalf of 5ca1c94bee974fb986196c0be4064812 for: {'subnet': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:18.154278 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:18.354396 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for subnet (55fc4d69-4d19-4336-ada0-bf8595cc7edf), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:18.396151 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fc4d69-4d19-4336-ada0-bf8595cc7edf,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:18.404005 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.404377 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.404729 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.405064 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.405591 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.406095 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.406603 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.407107 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.407619 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.408123 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.408613 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.408941 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.409267 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Tracked resource versions report: Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: pushed versions: Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: { 'AddressGroup': {'1.2'}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'ConntrackHelper': {'1.0'}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'LocalIPAssociation': {'1.0'}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Log': {'1.0'}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Network': {'1.1'}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Port': {'1.7'}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'PortForwarding': {'1.2'}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'QosPolicy': {'1.10'}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'SecurityGroup': {'1.5'}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'SecurityGroupRule': {'1.2'}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'SubPort': {'1.0'}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Subnet': {'1.1'}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Trunk': {'1.1'}} Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: consumer versions: Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: { DHCP agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: HyperV agent@hv-cinder-82611: {}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: L3 agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: Metadata agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: Metering agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: Open vSwitch agent@dv-cinder-826116-1-iscsi: { 'AddressGroup': '1.2', Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'ConntrackHelper': '1.0', Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'LocalIPAssociation': '1.0', Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Log': '1.0', Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Network': '1.1', Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Port': '1.7', Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'PortForwarding': '1.2', Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'QosPolicy': '1.10', Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'SecurityGroup': '1.5', Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'SecurityGroupRule': '1.2', Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'SubPort': '1.0', Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Subnet': '1.1', Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: 'Trunk': '1.1'}} Jan 24 16:50:18.410354 dv-cinder-826116-1-iscsi neutron-server[114080]: {{(pid=114080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:50:18.439743 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Checking segment: {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:18.440106 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Network hostable DHCP agents. Network: a9684751-c334-42d8-84b0-fcdb27d5b403, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:18.469348 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Network a9684751-c334-42d8-84b0-fcdb27d5b403 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:18.488389 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, a9684751-c334-42d8-84b0-fcdb27d5b403) {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:18.494657 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:18.496420 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:18.499253 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc77714-7168-46e8-ba27-e9e8741d51bf None None] Network a9684751-c334-42d8-84b0-fcdb27d5b403 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:18.518721 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46740) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:18.523625 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:18.531288 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-db30145a-9079-46ca-a990-169edd71f239 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4225407 Jan 24 16:50:18.555132 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29909'] for router (1f941712-92b2-486d-a239-063f82666aec), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:18.556443 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3713770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3725483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3672214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29932'] for router (1f941712-92b2-486d-a239-063f82666aec), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:18.641509 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e441453-c1a8-5497-9479-e1bc9d482b0e-a9684751-c334-42d8-84b0-fcdb27d5b403', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'project_id': '5ca1c94bee974fb986196c0be4064812', 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf'}]}} from dv-cinder-826116-1-iscsi. {{(pid=114082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 16:50:18.643814 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:18.677182 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Publish callbacks [] for router_controller (1f941712-92b2-486d-a239-063f82666aec), precommit_add_association {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:18.796767 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.db_base_plugin_common [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Allocated IP 172.20.0.2 (a9684751-c334-42d8-84b0-fcdb27d5b403/55fc4d69-4d19-4336-ada0-bf8595cc7edf/2a95836b-7671-4486-9c1e-784ed194062d) {{(pid=114082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:18.841538 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Publish callbacks [] for router_gateway (1f941712-92b2-486d-a239-063f82666aec), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:18.986192 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Publish callbacks [] for port (2a95836b-7671-4486-9c1e-784ed194062d), precommit_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:18.993986 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (2a95836b-7671-4486-9c1e-784ed194062d), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:19.041784 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Pushing event updated for resources: {'Port': ['ID=2a95836b-7671-4486-9c1e-784ed194062d,revision_number=1']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:19.049100 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.049684 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.050278 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.050993 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.051484 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.052144 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.052630 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.053112 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.053600 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.054109 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.054606 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.055109 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.055601 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Tracked resource versions report: Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: pushed versions: Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: { 'AddressGroup': {'1.2'}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'ConntrackHelper': {'1.0'}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'LocalIPAssociation': {'1.0'}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Log': {'1.0'}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Network': {'1.1'}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Port': {'1.7'}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'PortForwarding': {'1.2'}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'QosPolicy': {'1.10'}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'SecurityGroup': {'1.5'}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'SecurityGroupRule': {'1.2'}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'SubPort': {'1.0'}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Subnet': {'1.1'}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Trunk': {'1.1'}} Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: consumer versions: Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: { DHCP agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: HyperV agent@hv-cinder-82611: {}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: L3 agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: Metadata agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: Metering agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: Open vSwitch agent@dv-cinder-826116-1-iscsi: { 'AddressGroup': '1.2', Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'ConntrackHelper': '1.0', Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'LocalIPAssociation': '1.0', Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Log': '1.0', Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Network': '1.1', Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Port': '1.7', Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'PortForwarding': '1.2', Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'QosPolicy': '1.10', Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'SecurityGroup': '1.5', Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'SecurityGroupRule': '1.2', Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'SubPort': '1.0', Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Subnet': '1.1', Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: 'Trunk': '1.1'}} Jan 24 16:50:19.057051 dv-cinder-826116-1-iscsi neutron-server[114082]: {{(pid=114082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:50:19.072831 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Network a9684751-c334-42d8-84b0-fcdb27d5b403 is already hosted by enough agents. {{(pid=114082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:19.076101 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.base_scheduler [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Resources bound (agent type, host, resource id): {{(pid=114082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:19.079203 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Received port after_create {{(pid=114082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:19.080333 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Publish callbacks [] for router_gateway (1f941712-92b2-486d-a239-063f82666aec), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:19.104927 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:19.163652 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Attempting to bind port 2a95836b-7671-4486-9c1e-784ed194062d on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:19.164113 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Attempting to bind port 2a95836b-7671-4486-9c1e-784ed194062d by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:19.164301 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Attempting to bind port 2a95836b-7671-4486-9c1e-784ed194062d on network a9684751-c334-42d8-84b0-fcdb27d5b403 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:19.172409 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:19.172996 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Checking segment: {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:19.173576 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:19.174126 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Bound using segment: {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:19.174805 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Bound port: 2a95836b-7671-4486-9c1e-784ed194062d, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:19.175376 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (2a95836b-7671-4486-9c1e-784ed194062d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:19.227649 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Allocated IP 172.27.3.238 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/bea5675a-13e3-4b9f-b111-31321ba50313) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:19.253861 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] For port 2a95836b-7671-4486-9c1e-784ed194062d, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:19.257101 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] For port 2a95836b-7671-4486-9c1e-784ed194062d, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=2a95836b-7671-4486-9c1e-784ed194062d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:19.264094 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (2a95836b-7671-4486-9c1e-784ed194062d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:19.326092 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac422769-caaa-4b26-a8b6-dc38bfdab994 None None] Pushing event updated for resources: {'Port': ['ID=2a95836b-7671-4486-9c1e-784ed194062d,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:19.387421 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Publish callbacks [] for port (bea5675a-13e3-4b9f-b111-31321ba50313), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:19.428218 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (bea5675a-13e3-4b9f-b111-31321ba50313), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:19.476685 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:19.480053 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:19.484290 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:19.493684 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=bea5675a-13e3-4b9f-b111-31321ba50313,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:19.763118 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Publish callbacks [] for router_gateway (1f941712-92b2-486d-a239-063f82666aec), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:20.059556 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 46808) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:20.076941 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 46812) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:20.095150 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3713781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725329'] for router (1f941712-92b2-486d-a239-063f82666aec), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:20.112541 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 46816) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:20.216946 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 46822) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:20.315578 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Router 1f941712-92b2-486d-a239-063f82666aec is scheduled to L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d with binding_index 1 {{(pid=114081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:50:20.329866 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-208887279-network', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:20.369438 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Made reservation on behalf of bed4ca830bf54f2493c46fb3cf3fbbc6 for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:20.373785 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:20.391094 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:20.485785 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:50:20.500426 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Sync routers for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:50:20.503401 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Publish callbacks [] for security_group (5911350d-0189-45a4-b61e-1e598babfd4f), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:20.514719 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (5911350d-0189-45a4-b61e-1e598babfd4f), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:20.517571 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:50:20.518097 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:20.527614 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:20.532528 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-81d0f2e8-7450-4920-a215-0eb3dadb0bf3 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0102425 Jan 24 16:50:20.533072 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46830) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:20.533765 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=114080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:20.577316 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1776478164-network', 'tenant_id': '23f1bf5dafe744d48d952fbe6209dd79'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:20.584645 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (b2869edc-d510-4b94-b7aa-bd2ea837b45c), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:20.585246 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Added segment b2869edc-d510-4b94-b7aa-bd2ea837b45c of type vlan for network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 Jan 24 16:50:20.586764 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5911350d-0189-45a4-b61e-1e598babfd4f,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:20.594959 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1002135902-network', 'tenant_id': '24a57596de944ff6b3c322128a836000'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:20.659107 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Made reservation on behalf of 24a57596de944ff6b3c322128a836000 for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:20.662285 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:20.683713 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1909876987-network', 'tenant_id': '8d59c94478d24e3f917829b148941337'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:20.697163 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:20.717667 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Made reservation on behalf of 23f1bf5dafe744d48d952fbe6209dd79 for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:20.722510 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:20.903044 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a32047a-f36b-46d6-ba1e-2d0bb8a55ae6 None None] Network a9684751-c334-42d8-84b0-fcdb27d5b403 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:21.007686 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 2a95836b-7671-4486-9c1e-784ed194062d up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:21.023678 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Publish callbacks [] for security_group (128e973d-ceed-4efc-92a3-382e6a2467c6), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.029030 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.191632 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:50:21.247215 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-a4dec12f-427d-4df3-bd07-7e66c6e4239f None None] Provisioning complete for port 2a95836b-7671-4486-9c1e-784ed194062d triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:21.249681 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a4dec12f-427d-4df3-bd07-7e66c6e4239f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (2a95836b-7671-4486-9c1e-784ed194062d), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.262382 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Publish callbacks [] for security_group (163eb2fb-1b2f-4890-b9aa-4f524a9a9067), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.269090 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (128e973d-ceed-4efc-92a3-382e6a2467c6), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.296755 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (163eb2fb-1b2f-4890-b9aa-4f524a9a9067), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.331034 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.333951 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=114080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:21.353827 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (a3922919-fdf9-4e0c-a558-10dea0ef9de7), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.354130 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Added segment a3922919-fdf9-4e0c-a558-10dea0ef9de7 of type vlan for network d2067982-5a38-46c1-8ec9-527550d6c2b1 Jan 24 16:50:21.451127 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (d2067982-5a38-46c1-8ec9-527550d6c2b1), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.488005 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 2a95836b-7671-4486-9c1e-784ed194062d triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:21.489088 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (2a95836b-7671-4486-9c1e-784ed194062d), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.503769 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (d2067982-5a38-46c1-8ec9-527550d6c2b1), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.504945 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:21.505688 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.509369 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Allocated IP 172.20.0.1 (a9684751-c334-42d8-84b0-fcdb27d5b403/55fc4d69-4d19-4336-ada0-bf8595cc7edf/8b7243fb-6239-460f-a4dd-37def8ad1a9b) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:21.523193 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Made reservation on behalf of 8d59c94478d24e3f917829b148941337 for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:21.525690 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.536943 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (a4d3963c-45d0-4dc2-b1e2-d0f377b57d04), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.542505 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.557189 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:19Z', 'revision_number': 3, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:21.582286 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-a4dec12f-427d-4df3-bd07-7e66c6e4239f None None] Current status of the port 2a95836b-7671-4486-9c1e-784ed194062d is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:21.584949 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a4dec12f-427d-4df3-bd07-7e66c6e4239f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (2a95836b-7671-4486-9c1e-784ed194062d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.595290 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Checking router: 1f941712-92b2-486d-a239-063f82666aec for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:50:21.596058 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Updating router 1f941712-92b2-486d-a239-063f82666aec port bea5675a-13e3-4b9f-b111-31321ba50313 binding host dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:50:21.627564 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (bea5675a-13e3-4b9f-b111-31321ba50313), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.637406 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Publish callbacks [] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.671247 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-a4dec12f-427d-4df3-bd07-7e66c6e4239f None None] For port 2a95836b-7671-4486-9c1e-784ed194062d, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=2a95836b-7671-4486-9c1e-784ed194062d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:21.681228 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.686183 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a4dec12f-427d-4df3-bd07-7e66c6e4239f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (2a95836b-7671-4486-9c1e-784ed194062d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.753394 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Network a9684751-c334-42d8-84b0-fcdb27d5b403 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:21.754788 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b7243fb-6239-460f-a4dd-37def8ad1a9b,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:21.757647 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:21.781663 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:21.782149 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723583'] for router_interface (1f941712-92b2-486d-a239-063f82666aec), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.802736 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Publish callbacks [] for security_group (81c89451-21ad-4936-9add-753a26eaac94), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.811658 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dec12f-427d-4df3-bd07-7e66c6e4239f None None] Pushing event updated for resources: {'Port': ['ID=2a95836b-7671-4486-9c1e-784ed194062d,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:21.815425 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7016370 Jan 24 16:50:21.827345 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=114080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:21.829519 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 46872) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:21.830773 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (81c89451-21ad-4936-9add-753a26eaac94), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:21.858642 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-724f4fd5-085a-4aa6-8f8a-48aef5337d18 admin admin] Request body: {'subnet': {'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1776478164-subnet', 'tenant_id': '23f1bf5dafe744d48d952fbe6209dd79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:21.905382 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.db.resource_extend [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:50:21.915057 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724f4fd5-085a-4aa6-8f8a-48aef5337d18 admin admin] Made reservation on behalf of 23f1bf5dafe744d48d952fbe6209dd79 for: {'subnet': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:21.918848 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-724f4fd5-085a-4aa6-8f8a-48aef5337d18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.013318 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 2a95836b-7671-4486-9c1e-784ed194062d is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:22.089734 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Publish callbacks [] for port (bea5675a-13e3-4b9f-b111-31321ba50313), precommit_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.101883 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (bea5675a-13e3-4b9f-b111-31321ba50313), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.136647 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (f7156eb4-9f45-475d-b4f2-d76578843eed), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.147271 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Added segment f7156eb4-9f45-475d-b4f2-d76578843eed of type vlan for network 2be75c4f-241a-4241-8df3-f6088625575c Jan 24 16:50:22.157074 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.202466 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Attempting to bind port bea5675a-13e3-4b9f-b111-31321ba50313 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:22.202865 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Attempting to bind port bea5675a-13e3-4b9f-b111-31321ba50313 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:22.203226 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Attempting to bind port bea5675a-13e3-4b9f-b111-31321ba50313 on network f4e55208-cae1-44b0-b853-b1df1375b132 {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:22.210253 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:22.210638 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Checking segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:22.211066 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.211596 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Bound using segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:22.212181 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Bound port: bea5675a-13e3-4b9f-b111-31321ba50313, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:22.212555 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (bea5675a-13e3-4b9f-b111-31321ba50313), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.212778 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=114080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:22.251112 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (2be75c4f-241a-4241-8df3-f6088625575c), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.287169 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] For port bea5675a-13e3-4b9f-b111-31321ba50313, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:22.290899 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] For port bea5675a-13e3-4b9f-b111-31321ba50313, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=bea5675a-13e3-4b9f-b111-31321ba50313,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:22.302415 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (bea5675a-13e3-4b9f-b111-31321ba50313), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.344949 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Pushing event updated for resources: {'Port': ['ID=bea5675a-13e3-4b9f-b111-31321ba50313,revision_number=2']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:22.368694 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.369325 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.370409 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.371002 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.371625 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.372358 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.373193 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128e973d-ceed-4efc-92a3-382e6a2467c6,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:22.373896 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.374402 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.374947 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.384222 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (2be75c4f-241a-4241-8df3-f6088625575c), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.385839 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:22.388634 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.403340 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.405344 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.406153 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.407103 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Tracked resource versions report: Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: pushed versions: Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: { 'AddressGroup': {'1.2'}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'ConntrackHelper': {'1.0'}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'LocalIPAssociation': {'1.0'}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Log': {'1.0'}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Network': {'1.1'}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Port': {'1.7'}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'PortForwarding': {'1.2'}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'QosPolicy': {'1.10'}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'SecurityGroup': {'1.5'}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'SecurityGroupRule': {'1.2'}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'SubPort': {'1.0'}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Subnet': {'1.1'}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Trunk': {'1.1'}} Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: consumer versions: Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: { DHCP agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: HyperV agent@hv-cinder-82611: {}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: L3 agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: Metadata agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: Metering agent@dv-cinder-826116-1-iscsi: {}, Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: Open vSwitch agent@dv-cinder-826116-1-iscsi: { 'AddressGroup': '1.2', Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'ConntrackHelper': '1.0', Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'LocalIPAssociation': '1.0', Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Log': '1.0', Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Network': '1.1', Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Port': '1.7', Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'PortForwarding': '1.2', Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'QosPolicy': '1.10', Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'SecurityGroup': '1.5', Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'SecurityGroupRule': '1.2', Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'SubPort': '1.0', Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Subnet': '1.1', Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: 'Trunk': '1.1'}} Jan 24 16:50:22.413129 dv-cinder-826116-1-iscsi neutron-server[114083]: {{(pid=114083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 16:50:22.426310 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:50:22.429987 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:22.451345 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (a4d3963c-45d0-4dc2-b1e2-d0f377b57d04), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.452516 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:22.453273 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.458450 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (8f3623f0-10a0-44f7-9dea-0cbd349c970e), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.459321 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Added segment 8f3623f0-10a0-44f7-9dea-0cbd349c970e of type vlan for network 4fdddf37-bc88-49a0-ab52-b4d45f811b51 Jan 24 16:50:22.478106 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3990219 Jan 24 16:50:22.499950 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46902) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:22.523769 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-792e8dfa-4fdb-4807-a7de-5c2fa25303d8 admin admin] Request body: {'subnet': {'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1002135902-subnet', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:22.533656 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-a3978fa5-2fd5-471a-a174-bd09972fc1bd None None] Provisioning complete for port 8b7243fb-6239-460f-a4dd-37def8ad1a9b triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:22.545670 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a3978fa5-2fd5-471a-a174-bd09972fc1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.553661 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Pushing event updated for resources: {'Network': ['ID=d2067982-5a38-46c1-8ec9-527550d6c2b1,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:22.584270 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Publish callbacks [] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.593693 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5329747 Jan 24 16:50:22.598294 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46904) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:22.602643 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.606093 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network d2067982-5a38-46c1-8ec9-527550d6c2b1 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:50:22.636731 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720777'] for router_interface (1f941712-92b2-486d-a239-063f82666aec), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.641929 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-dba1e553-6031-407f-b4d5-a5364d69525f admin admin] Request body: {'subnet': {'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-208887279-subnet', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:22.746105 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792e8dfa-4fdb-4807-a7de-5c2fa25303d8 admin admin] Made reservation on behalf of 24a57596de944ff6b3c322128a836000 for: {'subnet': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:22.753775 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-792e8dfa-4fdb-4807-a7de-5c2fa25303d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.776533 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 2a95836b-7671-4486-9c1e-784ed194062d up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:22.786504 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-a3978fa5-2fd5-471a-a174-bd09972fc1bd None None] Port 8b7243fb-6239-460f-a4dd-37def8ad1a9b cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:50:22.832585 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d384f-329b-462a-b617-87d1f6d8685e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163eb2fb-1b2f-4890-b9aa-4f524a9a9067,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:22.839632 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10184cab-dc7e-4091-a764-305cea1f068e None None] Pushing event updated for resources: {'Port': ['ID=bea5675a-13e3-4b9f-b111-31321ba50313,revision_number=3']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:22.856854 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-a3978fa5-2fd5-471a-a174-bd09972fc1bd None None] Provisioning complete for port 2a95836b-7671-4486-9c1e-784ed194062d triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:22.857748 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a3978fa5-2fd5-471a-a174-bd09972fc1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (2a95836b-7671-4486-9c1e-784ed194062d), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.901481 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 2a95836b-7671-4486-9c1e-784ed194062d triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:22.902150 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (2a95836b-7671-4486-9c1e-784ed194062d), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:22.908199 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:50:23.000666 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (4fdddf37-bc88-49a0-ab52-b4d45f811b51), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:23.080088 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c89451-21ad-4936-9add-753a26eaac94,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:23.088173 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ee17d-e2f7-47cc-8583-0f325ede3304 admin admin] Pushing event updated for resources: {'Network': ['ID=2be75c4f-241a-4241-8df3-f6088625575c,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:23.094072 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-724f4fd5-085a-4aa6-8f8a-48aef5337d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for subnet (6046e0ee-825d-4d9e-82c8-aa78e7b1778e), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:23.161234 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 2be75c4f-241a-4241-8df3-f6088625575c details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:50:23.247462 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (4fdddf37-bc88-49a0-ab52-b4d45f811b51), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:23.249384 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:23.250183 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:23.263683 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f7afc-5b9b-4176-85ac-71043efae380 admin admin] Pushing event updated for resources: {'Network': ['ID=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:23.269315 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f4fd5-085a-4aa6-8f8a-48aef5337d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6046e0ee-825d-4d9e-82c8-aa78e7b1778e,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:23.303374 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-a3978fa5-2fd5-471a-a174-bd09972fc1bd None None] Current status of the port 2a95836b-7671-4486-9c1e-784ed194062d is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:23.368335 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:21Z', 'revision_number': 1, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:23.378626 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-792e8dfa-4fdb-4807-a7de-5c2fa25303d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for subnet (6dfd489d-8367-4ed9-a498-6d5b61348aa4), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:23.388420 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] Pushing event updated for resources: {'Network': ['ID=4fdddf37-bc88-49a0-ab52-b4d45f811b51,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:23.397906 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-00b955da-b359-458b-9633-d14300ebc31c admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1766999 Jan 24 16:50:23.402423 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 46930) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:23.413811 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-2e62e266-8968-435a-b09d-595d6efe6989 admin admin] Request body: {'subnet': {'network_id': '4fdddf37-bc88-49a0-ab52-b4d45f811b51', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1909876987-subnet', 'tenant_id': '8d59c94478d24e3f917829b148941337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:23.435023 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be582911-f152-4a4b-a84e-0de4e3aba7bf None None] The sync data for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi is: [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:21Z', 'revision_number': 1, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:50:23.447593 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 2a95836b-7671-4486-9c1e-784ed194062d is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:23.455805 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f4fd5-085a-4aa6-8f8a-48aef5337d18 admin admin] Checking segment: {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:23.456056 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-6a236d91-6853-4066-87a1-3f3b60bf113d None None] Provisioning complete for port 8b7243fb-6239-460f-a4dd-37def8ad1a9b triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:23.456394 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f4fd5-085a-4aa6-8f8a-48aef5337d18 admin admin] Network hostable DHCP agents. Network: d2067982-5a38-46c1-8ec9-527550d6c2b1, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:23.456520 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6a236d91-6853-4066-87a1-3f3b60bf113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:23.465792 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792e8dfa-4fdb-4807-a7de-5c2fa25303d8 admin admin] Checking segment: {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:23.466174 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792e8dfa-4fdb-4807-a7de-5c2fa25303d8 admin admin] Network hostable DHCP agents. Network: 2be75c4f-241a-4241-8df3-f6088625575c, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:23.500938 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46934) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:23.509449 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f4fd5-085a-4aa6-8f8a-48aef5337d18 admin admin] Network d2067982-5a38-46c1-8ec9-527550d6c2b1 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:23.509812 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b7243fb-6239-460f-a4dd-37def8ad1a9b,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:23.520125 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e62e266-8968-435a-b09d-595d6efe6989 admin admin] Made reservation on behalf of 8d59c94478d24e3f917829b148941337 for: {'subnet': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:23.521413 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-6a236d91-6853-4066-87a1-3f3b60bf113d None None] Port 8b7243fb-6239-460f-a4dd-37def8ad1a9b cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:50:23.523174 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2e62e266-8968-435a-b09d-595d6efe6989 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:23.526737 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-724f4fd5-085a-4aa6-8f8a-48aef5337d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, d2067982-5a38-46c1-8ec9-527550d6c2b1) {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:23.547808 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f4fd5-085a-4aa6-8f8a-48aef5337d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:23.548382 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-724f4fd5-085a-4aa6-8f8a-48aef5337d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:23.550706 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec58273d-ad25-46d9-bc40-6dd5569c32d4 None None] Network d2067982-5a38-46c1-8ec9-527550d6c2b1 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:23.556843 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:50:23.564323 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792e8dfa-4fdb-4807-a7de-5c2fa25303d8 admin admin] Network 2be75c4f-241a-4241-8df3-f6088625575c is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:23.566823 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba1e553-6031-407f-b4d5-a5364d69525f admin admin] Made reservation on behalf of bed4ca830bf54f2493c46fb3cf3fbbc6 for: {'subnet': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:23.572072 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-dba1e553-6031-407f-b4d5-a5364d69525f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:23.612454 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 4fdddf37-bc88-49a0-ab52-b4d45f811b51 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:50:23.616260 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-724f4fd5-085a-4aa6-8f8a-48aef5337d18 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7823358 Jan 24 16:50:23.692006 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-792e8dfa-4fdb-4807-a7de-5c2fa25303d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 2be75c4f-241a-4241-8df3-f6088625575c) {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:23.704976 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792e8dfa-4fdb-4807-a7de-5c2fa25303d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:23.705584 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-792e8dfa-4fdb-4807-a7de-5c2fa25303d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:23.723832 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Network a9684751-c334-42d8-84b0-fcdb27d5b403 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:23.730897 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcca216-a903-448e-a47b-42d8502873fa None None] Network 2be75c4f-241a-4241-8df3-f6088625575c requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:23.740828 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:23.759521 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e8dfa-4fdb-4807-a7de-5c2fa25303d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfd489d-8367-4ed9-a498-6d5b61348aa4,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:23.769106 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-792e8dfa-4fdb-4807-a7de-5c2fa25303d8 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2680602 Jan 24 16:50:23.796186 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 46944) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:23.827689 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:23.921336 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29909'] for router (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:23.923593 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3713770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3725483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3672214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29932'] for router (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.077094 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b693f86a-0ce4-4223-9420-445b0c93be78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.083485 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Publish callbacks [] for router_controller (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), precommit_add_association {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.087521 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2e62e266-8968-435a-b09d-595d6efe6989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for subnet (66e7280f-c88c-454f-be63-798c959bd1d7), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.112823 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64d6c09-37e3-4104-948f-408113d00541 None None] Network d2067982-5a38-46c1-8ec9-527550d6c2b1 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:24.200810 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-dba1e553-6031-407f-b4d5-a5364d69525f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for subnet (c23e31e6-4975-4076-afd7-3b7c3fb32a92), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.316107 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b693f86a-0ce4-4223-9420-445b0c93be78 admin admin] Publish callbacks [] for security_group (0aa52921-8e8e-4e2a-9572-597139250776), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.364921 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Router 1f941712-92b2-486d-a239-063f82666aec has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:50:24.368536 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b693f86a-0ce4-4223-9420-445b0c93be78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (0aa52921-8e8e-4e2a-9572-597139250776), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.424339 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e441453-c1a8-5497-9479-e1bc9d482b0e-2be75c4f-241a-4241-8df3-f6088625575c', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'project_id': '24a57596de944ff6b3c322128a836000', 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4'}]}} from dv-cinder-826116-1-iscsi. {{(pid=114082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 16:50:24.426003 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.439140 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62e266-8968-435a-b09d-595d6efe6989 admin admin] Checking segment: {'id': '8f3623f0-10a0-44f7-9dea-0cbd349c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4fdddf37-bc88-49a0-ab52-b4d45f811b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:24.439742 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e62e266-8968-435a-b09d-595d6efe6989 admin admin] Network hostable DHCP agents. Network: 4fdddf37-bc88-49a0-ab52-b4d45f811b51, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:24.470051 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1e553-6031-407f-b4d5-a5364d69525f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c23e31e6-4975-4076-afd7-3b7c3fb32a92,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:24.475883 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693f86a-0ce4-4223-9420-445b0c93be78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa52921-8e8e-4e2a-9572-597139250776,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:24.486368 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-c9ce9184-aa85-4dd3-ab78-3ca5c59cc4ee None None] Provisioning complete for port 8b7243fb-6239-460f-a4dd-37def8ad1a9b triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:24.486779 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9184-aa85-4dd3-ab78-3ca5c59cc4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.490813 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-b693f86a-0ce4-4223-9420-445b0c93be78 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d37a3d8beec04ff28cd495e98dff4ab8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9730718 Jan 24 16:50:24.526665 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 46974) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:24.579037 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba1e553-6031-407f-b4d5-a5364d69525f admin admin] Checking segment: {'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:24.579689 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba1e553-6031-407f-b4d5-a5364d69525f admin admin] Network hostable DHCP agents. Network: a4d3963c-45d0-4dc2-b1e2-d0f377b57d04, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:24.653211 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 46992) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:24.658859 dv-cinder-826116-1-iscsi neutron-server[114081]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 16:50:24.715676 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62e266-8968-435a-b09d-595d6efe6989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e7280f-c88c-454f-be63-798c959bd1d7,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:24.727597 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Publish callbacks [] for router_gateway (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.750742 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce9184-aa85-4dd3-ab78-3ca5c59cc4ee None None] Port 8b7243fb-6239-460f-a4dd-37def8ad1a9b cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:50:24.794891 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e62e266-8968-435a-b09d-595d6efe6989 admin admin] Network 4fdddf37-bc88-49a0-ab52-b4d45f811b51 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:24.795565 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba1e553-6031-407f-b4d5-a5364d69525f admin admin] Network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:24.832572 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-332d79bb-4f35-476f-a60a-d12f59069093 admin admin] Publish callbacks [] for security_group (0aa52921-8e8e-4e2a-9572-597139250776), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.882623 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.db_base_plugin_common [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Allocated IP 172.20.0.2 (2be75c4f-241a-4241-8df3-f6088625575c/6dfd489d-8367-4ed9-a498-6d5b61348aa4/74bb05f1-39c5-4f5b-9cf6-1963045c9886) {{(pid=114082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:24.907438 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-332d79bb-4f35-476f-a60a-d12f59069093 admin admin] Publish callbacks [] for security_group (0aa52921-8e8e-4e2a-9572-597139250776), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.910876 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:50:24.914288 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-2e62e266-8968-435a-b09d-595d6efe6989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 4fdddf37-bc88-49a0-ab52-b4d45f811b51) {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:24.919784 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e62e266-8968-435a-b09d-595d6efe6989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:24.920373 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2e62e266-8968-435a-b09d-595d6efe6989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:24.950481 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-dba1e553-6031-407f-b4d5-a5364d69525f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, a4d3963c-45d0-4dc2-b1e2-d0f377b57d04) {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:24.991754 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-057cd140-5ecd-4c7b-a9ea-195c6f7660f6 admin admin] 10.222.0.117 "PUT /v2.0/routers/1f941712-92b2-486d-a239-063f82666aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4567139 Jan 24 16:50:25.028794 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-2e62e266-8968-435a-b09d-595d6efe6989 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6115546 Jan 24 16:50:25.039868 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1e553-6031-407f-b4d5-a5364d69525f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:25.040493 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-dba1e553-6031-407f-b4d5-a5364d69525f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:25.153296 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-dba1e553-6031-407f-b4d5-a5364d69525f admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5535440 Jan 24 16:50:25.158564 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47016) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:25.165347 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-208887279-router', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:25.176317 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-332d79bb-4f35-476f-a60a-d12f59069093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (0aa52921-8e8e-4e2a-9572-597139250776), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:25.179260 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-332d79bb-4f35-476f-a60a-d12f59069093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:25.180439 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-332d79bb-4f35-476f-a60a-d12f59069093 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/0aa52921-8e8e-4e2a-9572-597139250776 HTTP/1.1" status: 204 len: 168 time: 0.5986080 Jan 24 16:50:25.193859 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d79bb-4f35-476f-a60a-d12f59069093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa52921-8e8e-4e2a-9572-597139250776,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:25.200560 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-e7d67e95-7965-4277-9941-48eab29a82e7 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:25.203178 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-e7d67e95-7965-4277-9941-48eab29a82e7 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/networks?id=d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 200 len: 815 time: 0.5490317 Jan 24 16:50:25.227431 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121ffe73-6249-4dd1-b5f1-dd1044814022 None None] Network 4fdddf37-bc88-49a0-ab52-b4d45f811b51 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:25.238273 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebefbc6-35e3-4996-902e-ac958b933948 None None] Network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:25.256874 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-fca18e69-e425-4cda-a002-8082cf790e6a tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/quotas/23f1bf5dafe744d48d952fbe6209dd79 HTTP/1.1" status: 200 len: 375 time: 0.0360441 Jan 24 16:50:25.260224 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29909'] for router (8819704a-80d8-4168-89fc-55a20542ad28), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:25.275637 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3713770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3725483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3672214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29932'] for router (8819704a-80d8-4168-89fc-55a20542ad28), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:25.356186 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-4b7ca7f8-93bb-4898-9bc0-76c51579393e tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983031 Jan 24 16:50:25.404696 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47028) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:25.430497 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Publish callbacks [] for router_controller (8819704a-80d8-4168-89fc-55a20542ad28), precommit_add_association {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:25.518778 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Publish callbacks [] for router_gateway (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:25.553273 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Publish callbacks [] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), precommit_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:25.582210 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:25.584960 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:25.706190 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b863d709-551d-498a-9443-d90db3016d73 None None] Network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:25.721926 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Network 2be75c4f-241a-4241-8df3-f6088625575c is already hosted by enough agents. {{(pid=114082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:25.735928 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Publish callbacks [] for router_gateway (8819704a-80d8-4168-89fc-55a20542ad28), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:25.769834 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.base_scheduler [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Resources bound (agent type, host, resource id): {{(pid=114082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:25.784781 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Received port after_create {{(pid=114082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:25.793940 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Pushing event updated for resources: {'Port': ['ID=74bb05f1-39c5-4f5b-9cf6-1963045c9886,revision_number=1']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:25.943949 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Allocated IP 172.27.3.228 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/4a348b6c-1739-4748-8350-c37d800b53c7) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:26.019539 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Attempting to bind port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:26.020095 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Attempting to bind port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:26.020452 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Attempting to bind port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 on network 2be75c4f-241a-4241-8df3-f6088625575c {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:26.032229 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:26.032935 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Checking segment: {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:26.033695 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:26.034918 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Bound using segment: {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:26.035644 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Bound port: 74bb05f1-39c5-4f5b-9cf6-1963045c9886, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:26.036185 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:26.055518 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900fa0c6-11eb-489d-a225-6bfe28544aee None None] Network 4fdddf37-bc88-49a0-ab52-b4d45f811b51 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:26.174568 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] For port 74bb05f1-39c5-4f5b-9cf6-1963045c9886, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:26.181298 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Publish callbacks [] for router_gateway (8819704a-80d8-4168-89fc-55a20542ad28), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:26.183874 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] For port 74bb05f1-39c5-4f5b-9cf6-1963045c9886, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=74bb05f1-39c5-4f5b-9cf6-1963045c9886,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:26.225354 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Publish callbacks [] for port (4a348b6c-1739-4748-8350-c37d800b53c7), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:26.230510 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:26.231552 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-b8b038d5-b990-415e-9e6f-692f5a1575be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:26.235930 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:26.253434 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47042) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:26.273372 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47044) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:26.287317 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-caac414c-74fd-46a2-a2a7-a6d6cf56b153 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--955034677', 'description': 'tempest-description--1969603709'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:26.340785 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-caac414c-74fd-46a2-a2a7-a6d6cf56b153 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:26.381072 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67750ca5-cb6f-465f-bd41-907e211241dc None None] Pushing event updated for resources: {'Port': ['ID=74bb05f1-39c5-4f5b-9cf6-1963045c9886,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:26.385031 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-47cfd96d-00c4-42f5-9cbf-e03eca10a24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:26.483023 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (4a348b6c-1739-4748-8350-c37d800b53c7), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:26.540168 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-03e33527-5002-4a7e-94ef-cd8a4ca76e8c service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:50:26.541193 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-03e33527-5002-4a7e-94ef-cd8a4ca76e8c service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1035051 Jan 24 16:50:26.708828 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47062) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:26.709489 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a348b6c-1739-4748-8350-c37d800b53c7,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:26.730170 dv-cinder-826116-1-iscsi neutron-server[114080]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 16:50:26.775790 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:26.798597 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Allocated IP 172.27.3.210 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/64defa36-59ae-44d6-9f2f-dedfc7700f5a) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:26.808631 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:26.839242 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:26.866642 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device bea5675a-13e3-4b9f-b111-31321ba50313 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:26.880954 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-b54a2d45-dde6-4a62-9fdc-6ccfdfd5a3c4 service neutron] 10.222.0.117 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300757 Jan 24 16:50:26.895591 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-47cfd96d-00c4-42f5-9cbf-e03eca10a24c admin admin] Publish callbacks [] for security_group (afc3024e-f444-43e2-a3a9-4720c2aaf2a3), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:26.934248 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-47cfd96d-00c4-42f5-9cbf-e03eca10a24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (afc3024e-f444-43e2-a3a9-4720c2aaf2a3), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:26.945733 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port bea5675a-13e3-4b9f-b111-31321ba50313 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:26.946603 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bea5675a-13e3-4b9f-b111-31321ba50313), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.053213 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfd96d-00c4-42f5-9cbf-e03eca10a24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc3024e-f444-43e2-a3a9-4720c2aaf2a3,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:27.064889 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-47cfd96d-00c4-42f5-9cbf-e03eca10a24c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=9cde6305f2314096a95ffce5562f3845&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8012462 Jan 24 16:50:27.072094 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port bea5675a-13e3-4b9f-b111-31321ba50313 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:27.073090 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (bea5675a-13e3-4b9f-b111-31321ba50313), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.089180 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47064) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:27.098615 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port bea5675a-13e3-4b9f-b111-31321ba50313, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=bea5675a-13e3-4b9f-b111-31321ba50313,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:27.103729 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (bea5675a-13e3-4b9f-b111-31321ba50313), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.135546 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Publish callbacks [] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.167037 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=bea5675a-13e3-4b9f-b111-31321ba50313,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:27.179732 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-833766fa-5666-4193-a8ad-7dbbac308e77 service neutron] 10.222.0.117 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425396 Jan 24 16:50:27.198432 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.202146 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-caac414c-74fd-46a2-a2a7-a6d6cf56b153 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group (88fe435e-587c-4302-87ce-783e3fa8a406), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.235913 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-caac414c-74fd-46a2-a2a7-a6d6cf56b153 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (88fe435e-587c-4302-87ce-783e3fa8a406), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.247036 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:27.252733 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:27.254585 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Pushing event updated for resources: {'Port': ['ID=64defa36-59ae-44d6-9f2f-dedfc7700f5a,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:27.256785 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:27.273059 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-b8b038d5-b990-415e-9e6f-692f5a1575be admin admin] Publish callbacks [] for security_group (dcd08629-0792-4e94-8f7b-9040d5fcc0de), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.296703 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-b8b038d5-b990-415e-9e6f-692f5a1575be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (dcd08629-0792-4e94-8f7b-9040d5fcc0de), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.374961 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-caac414c-74fd-46a2-a2a7-a6d6cf56b153 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.376409 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-caac414c-74fd-46a2-a2a7-a6d6cf56b153 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1007750 Jan 24 16:50:27.380012 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47074) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:27.392913 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-8f34a80a-025d-4ec5-8e98-f82347e36f6e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Request body: {'security_group_rule': {'security_group_id': '88fe435e-587c-4302-87ce-783e3fa8a406', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:27.401962 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-c1aab274-d959-4acf-8fcd-2e3e81bc0cc1 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:27.404504 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-c1aab274-d959-4acf-8fcd-2e3e81bc0cc1 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/networks?id=4fdddf37-bc88-49a0-ab52-b4d45f811b51 HTTP/1.1" status: 200 len: 812 time: 0.6859295 Jan 24 16:50:27.443331 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac414c-74fd-46a2-a2a7-a6d6cf56b153 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fe435e-587c-4302-87ce-783e3fa8a406,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:27.499929 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8f34a80a-025d-4ec5-8e98-f82347e36f6e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group_rule (00b12bb1-7e6f-4371-a784-d7ad2639dfb8), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.584131 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-b8b038d5-b990-415e-9e6f-692f5a1575be admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=5a40b20d526747fdb4ac458d256575e3&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1767862 Jan 24 16:50:27.591130 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47088) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:27.598599 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-73daadfe-3bda-45df-bde9-544fb59d62c2 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/quotas/8d59c94478d24e3f917829b148941337 HTTP/1.1" status: 200 len: 375 time: 0.1399677 Jan 24 16:50:27.627332 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-da64c506-53dd-4075-bbba-f3b8f19d5cbf req-48323679-51f9-49e2-af7e-ca5b5702df37 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0862172 Jan 24 16:50:27.633176 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fdd556fa-611e-47f9-824f-1d102b08477a admin admin] Publish callbacks [] for security_group (afc3024e-f444-43e2-a3a9-4720c2aaf2a3), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.689118 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Publish callbacks [] for router_gateway (8819704a-80d8-4168-89fc-55a20542ad28), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.698182 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b038d5-b990-415e-9e6f-692f5a1575be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd08629-0792-4e94-8f7b-9040d5fcc0de,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:27.731503 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-691dc502-3b13-4142-9529-e3f3ee2a4db9 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=8d59c94478d24e3f917829b148941337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167924 Jan 24 16:50:27.743302 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fdd556fa-611e-47f9-824f-1d102b08477a admin admin] Publish callbacks [] for security_group (afc3024e-f444-43e2-a3a9-4720c2aaf2a3), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.753919 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Publish callbacks [] for router_gateway (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.763958 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8f34a80a-025d-4ec5-8e98-f82347e36f6e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group_rule (00b12bb1-7e6f-4371-a784-d7ad2639dfb8), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.783296 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8f34a80a-025d-4ec5-8e98-f82347e36f6e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (00b12bb1-7e6f-4371-a784-d7ad2639dfb8), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.884413 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-daaaad37-d847-48e6-ab62-df7f53ae8eb9 admin admin] Publish callbacks [] for security_group (dcd08629-0792-4e94-8f7b-9040d5fcc0de), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.895563 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34a80a-025d-4ec5-8e98-f82347e36f6e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b12bb1-7e6f-4371-a784-d7ad2639dfb8,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:27.934330 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8f34a80a-025d-4ec5-8e98-f82347e36f6e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.936178 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-8f34a80a-025d-4ec5-8e98-f82347e36f6e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5549984 Jan 24 16:50:27.946445 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47100) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:27.951048 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-daaaad37-d847-48e6-ab62-df7f53ae8eb9 admin admin] Publish callbacks [] for security_group (dcd08629-0792-4e94-8f7b-9040d5fcc0de), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.962187 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-02ccfa43-7142-4140-b3e6-742d9999c1c3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Request body: {'security_group_rule': {'security_group_id': '88fe435e-587c-4302-87ce-783e3fa8a406', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:27.982066 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fdd556fa-611e-47f9-824f-1d102b08477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (afc3024e-f444-43e2-a3a9-4720c2aaf2a3), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.986175 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fdd556fa-611e-47f9-824f-1d102b08477a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:27.987565 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-fdd556fa-611e-47f9-824f-1d102b08477a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/afc3024e-f444-43e2-a3a9-4720c2aaf2a3 HTTP/1.1" status: 204 len: 168 time: 0.8795490 Jan 24 16:50:27.988954 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Sync routers for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:50:28.015493 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:50:28.016135 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:28.033846 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-d5be49e1-8acd-4a7c-aae5-eda24c846f8c service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:50:28.035243 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-d5be49e1-8acd-4a7c-aae5-eda24c846f8c service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1818132 Jan 24 16:50:28.055438 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd556fa-611e-47f9-824f-1d102b08477a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc3024e-f444-43e2-a3a9-4720c2aaf2a3,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:28.108053 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11a1bea-3aa0-41cf-8921-dee3478b7c90 None None] Network 2be75c4f-241a-4241-8df3-f6088625575c requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:28.114458 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:50:28.201144 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-02ccfa43-7142-4140-b3e6-742d9999c1c3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group_rule (be5fc558-92b6-40cc-a047-3aa5f993cfad), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:28.210886 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3713781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725329'] for router (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:28.231101 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-5c51a4ee-a00c-43ac-ba16-e26f356d05ce service neutron] 10.222.0.117 "GET /v2.0/networks/4fdddf37-bc88-49a0-ab52-b4d45f811b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853180 Jan 24 16:50:28.259898 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-daaaad37-d847-48e6-ab62-df7f53ae8eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (dcd08629-0792-4e94-8f7b-9040d5fcc0de), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:28.263151 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-daaaad37-d847-48e6-ab62-df7f53ae8eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:28.266929 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-daaaad37-d847-48e6-ab62-df7f53ae8eb9 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/dcd08629-0792-4e94-8f7b-9040d5fcc0de HTTP/1.1" status: 204 len: 168 time: 0.6670909 Jan 24 16:50:28.294397 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-02ccfa43-7142-4140-b3e6-742d9999c1c3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group_rule (be5fc558-92b6-40cc-a047-3aa5f993cfad), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:28.327502 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-02ccfa43-7142-4140-b3e6-742d9999c1c3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (be5fc558-92b6-40cc-a047-3aa5f993cfad), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:28.340820 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:50:28.359153 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-1ad06c4f-a14e-4f9a-88bc-d8f99bddd861 service neutron] 10.222.0.117 "GET /v2.0/networks/4fdddf37-bc88-49a0-ab52-b4d45f811b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929022 Jan 24 16:50:28.361629 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaad37-d847-48e6-ab62-df7f53ae8eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd08629-0792-4e94-8f7b-9040d5fcc0de,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:28.384802 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccfa43-7142-4140-b3e6-742d9999c1c3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5fc558-92b6-40cc-a047-3aa5f993cfad,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:28.471936 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-02ccfa43-7142-4140-b3e6-742d9999c1c3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:28.473182 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-02ccfa43-7142-4140-b3e6-742d9999c1c3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5257552 Jan 24 16:50:28.478180 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47120) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:28.484846 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Request body: {'floatingip': {'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:28.540543 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3713781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725329'] for router (8819704a-80d8-4168-89fc-55a20542ad28), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:28.623000 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:28.770270 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-c1943b67-8634-4809-be5e-59b81a63bbd3 None None] Provisioning complete for port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:28.770678 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-c1943b67-8634-4809-be5e-59b81a63bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:28.966167 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3f44bfc7-f129-4684-914b-2983e9f9d4f1 req-2320fd36-1cca-4c1c-a937-418e70253506 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.1150234 Jan 24 16:50:29.091968 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Router 8819704a-80d8-4168-89fc-55a20542ad28 is scheduled to L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d with binding_index 1 {{(pid=114081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:50:29.190133 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device bea5675a-13e3-4b9f-b111-31321ba50313 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:29.336431 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 2, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:29.357497 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:50:29.371244 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Sync routers for ids ['8819704a-80d8-4168-89fc-55a20542ad28'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:50:29.386859 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Routers {'8819704a-80d8-4168-89fc-55a20542ad28'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:50:29.387530 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8819704a-80d8-4168-89fc-55a20542ad28'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:29.391037 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Checking router: 1f941712-92b2-486d-a239-063f82666aec for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:50:29.391502 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Updating router 1f941712-92b2-486d-a239-063f82666aec port 8b7243fb-6239-460f-a4dd-37def8ad1a9b binding host dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:50:29.412439 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:29.418494 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-5b55f488-3372-47f3-a185-6658c3c75299 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2584848 Jan 24 16:50:29.421402 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-48a10240-b6d7-45de-a98f-8ad5e086453c req-3d2826c2-5a17-4c4c-b09f-bef0ee4de20e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 210 time: 0.1401033 Jan 24 16:50:29.422961 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47186) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:29.441312 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 is scheduled to L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d with binding_index 1 {{(pid=114080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:50:29.461964 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port bea5675a-13e3-4b9f-b111-31321ba50313 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:29.462334 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bea5675a-13e3-4b9f-b111-31321ba50313), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:29.580323 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:29.686630 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-c1943b67-8634-4809-be5e-59b81a63bbd3 None None] Current status of the port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:29.687050 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-c1943b67-8634-4809-be5e-59b81a63bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:29.756658 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Set router 8819704a-80d8-4168-89fc-55a20542ad28 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:50:29.854209 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:50:29.957066 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:29.964169 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-4f6e59c5-09a2-41e7-9161-58c70d4dcab2 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1669354 Jan 24 16:50:29.964767 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Sync routers for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:50:29.978040 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47204) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:30.048779 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-c1943b67-8634-4809-be5e-59b81a63bbd3 None None] For port 74bb05f1-39c5-4f5b-9cf6-1963045c9886, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=74bb05f1-39c5-4f5b-9cf6-1963045c9886,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:30.165486 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-c1943b67-8634-4809-be5e-59b81a63bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:30.240974 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:30.305360 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:50:30.306178 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:30.349041 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8819704a-80d8-4168-89fc-55a20542ad28', 'name': 'tempest-ServerRescueNegativeTestJSON-208887279-router', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 3, 'project_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'gw_port': {'id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8819704a-80d8-4168-89fc-55a20542ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:26Z', 'updated_at': '2022-01-24T16:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:30.418010 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Checking router: 8819704a-80d8-4168-89fc-55a20542ad28 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:50:30.419093 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Updating router 8819704a-80d8-4168-89fc-55a20542ad28 port 64defa36-59ae-44d6-9f2f-dedfc7700f5a binding host dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:50:30.497790 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:30.524729 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5a7112d2-a2db-454b-9afe-8c1abbed6cd0 req-dd3bc964-752c-4cde-a4fb-e72d08b62a18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0921447 Jan 24 16:50:30.584152 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-750f2dd3-d0b5-4e96-87ba-23ef16b43e21 None None] Provisioning complete for port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:30.584786 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-750f2dd3-d0b5-4e96-87ba-23ef16b43e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:30.623891 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port bea5675a-13e3-4b9f-b111-31321ba50313 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:30.625220 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 74bb05f1-39c5-4f5b-9cf6-1963045c9886 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:30.772908 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:30.791144 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-750f2dd3-d0b5-4e96-87ba-23ef16b43e21 None None] Current status of the port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:30.793275 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1943b67-8634-4809-be5e-59b81a63bbd3 None None] Pushing event updated for resources: {'Port': ['ID=74bb05f1-39c5-4f5b-9cf6-1963045c9886,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:30.877476 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:50:30.966350 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d6870440-bebb-428d-a49a-c108d781b293 req-b89f38c3-97ff-49d6-b602-304517d15e37 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 210 time: 0.0553598 Jan 24 16:50:30.975025 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.79', 60949) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:31.124275 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Allocated IP 172.27.3.247 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/aa367035-a25f-4f66-ac85-470b04ebc895) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:31.128581 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Allocated IP 172.20.0.1 (a4d3963c-45d0-4dc2-b1e2-d0f377b57d04/c23e31e6-4975-4076-afd7-3b7c3fb32a92/90f8f9a9-29c7-43ae-a614-082ba39ca500) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:31.185745 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-10d83f70-3908-4a69-be29-eefb6e4c2734 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:31.187612 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-10d83f70-3908-4a69-be29-eefb6e4c2734 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "GET /v2.0/networks?id=d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 200 len: 815 time: 0.2095559 Jan 24 16:50:31.200567 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:31.201131 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:31.238587 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Request body: {'port': {'device_id': 'ffea6bfd-3cc1-438b-b7c3-29079c646252', 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1', 'admin_state_up': True, 'tenant_id': '23f1bf5dafe744d48d952fbe6209dd79'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:31.282564 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Publish callbacks [] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), precommit_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:31.385306 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:31.456528 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:31.522207 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Publish callbacks [] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:31.719089 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.79', 60954) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:31.777192 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:31.813891 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58a5f5-651d-4a5c-9960-661811e863eb None None] Pushing event updated for resources: {'Port': ['ID=8b7243fb-6239-460f-a4dd-37def8ad1a9b,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:31.831443 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Attempting to bind port 8b7243fb-6239-460f-a4dd-37def8ad1a9b on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:31.832168 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Attempting to bind port 8b7243fb-6239-460f-a4dd-37def8ad1a9b by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:31.833025 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Attempting to bind port 8b7243fb-6239-460f-a4dd-37def8ad1a9b on network a9684751-c334-42d8-84b0-fcdb27d5b403 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:31.850500 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:31.851378 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Checking segment: {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:31.854439 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:31.855227 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Bound using segment: {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:31.856532 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Bound port: 8b7243fb-6239-460f-a4dd-37def8ad1a9b, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:31.857337 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:31.890341 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e2eb467c-46bb-4c22-a0ae-1687f251afa8 req-8ee8d795-0fd4-4876-8f46-82c2b21fe5e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.1725535 Jan 24 16:50:31.910249 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Made reservation on behalf of 23f1bf5dafe744d48d952fbe6209dd79 for: {'port': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:31.919473 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:31.960223 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Pushing event updated for resources: {'Port': ['ID=90f8f9a9-29c7-43ae-a614-082ba39ca500,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:31.981013 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] For port 8b7243fb-6239-460f-a4dd-37def8ad1a9b, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:31.987273 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] For port 8b7243fb-6239-460f-a4dd-37def8ad1a9b, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=8b7243fb-6239-460f-a4dd-37def8ad1a9b,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:32.005927 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for port (aa367035-a25f-4f66-ac85-470b04ebc895), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:32.059585 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:32.073724 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:32.085802 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:32.089452 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:32.090509 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723583'] for router_interface (8819704a-80d8-4168-89fc-55a20542ad28), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:32.176441 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (aa367035-a25f-4f66-ac85-470b04ebc895), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:32.187990 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:32.204683 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-bbc6dd0b-f4ff-461a-bf63-76b710100465 None None] Provisioning complete for port 8b7243fb-6239-460f-a4dd-37def8ad1a9b triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:32.205076 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-bbc6dd0b-f4ff-461a-bf63-76b710100465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:32.263910 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58a5f5-651d-4a5c-9960-661811e863eb None None] Pushing event updated for resources: {'Port': ['ID=8b7243fb-6239-460f-a4dd-37def8ad1a9b,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:32.309788 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event updated for resources: {'Port': ['ID=aa367035-a25f-4f66-ac85-470b04ebc895,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:32.346179 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:32.359557 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:32.381595 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:32.384464 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 74bb05f1-39c5-4f5b-9cf6-1963045c9886 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:32.448708 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 3, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:32.490388 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (e5a3a941-84a1-4406-9773-fed0973a313f), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:32.517764 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:32.521613 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3b4b1021-d979-423f-b35d-edc882e986e1 req-707189c8-e90c-48e5-8b60-bf0d3aa9c9e3 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 210 time: 0.2729294 Jan 24 16:50:32.581728 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Checking router: d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:50:32.582079 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Updating router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 port 4a348b6c-1739-4748-8350-c37d800b53c7 binding host dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:50:32.583945 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:50:32.584583 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:32.598903 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47324) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:32.716131 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (aa367035-a25f-4f66-ac85-470b04ebc895), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:32.731728 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Publish callbacks [] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), precommit_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:32.742773 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:32.751133 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (4a348b6c-1739-4748-8350-c37d800b53c7), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:32.873436 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-cbb316fb-a1ce-41f6-80c1-4b94b48f60c7 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:32.874982 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-cbb316fb-a1ce-41f6-80c1-4b94b48f60c7 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.79 "GET /v2.0/networks?id=4fdddf37-bc88-49a0-ab52-b4d45f811b51 HTTP/1.1" status: 200 len: 812 time: 1.1549392 Jan 24 16:50:32.888837 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59d1d2-0512-4064-a854-1aff00edfff8 None None] Pushing event updated for resources: {'Port': ['ID=64defa36-59ae-44d6-9f2f-dedfc7700f5a,revision_number=2']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:32.917031 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Request body: {'port': {'device_id': 'f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e', 'network_id': '4fdddf37-bc88-49a0-ab52-b4d45f811b51', 'admin_state_up': True, 'tenant_id': '8d59c94478d24e3f917829b148941337'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:32.929288 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Allocated IP 172.20.0.7 (d2067982-5a38-46c1-8ec9-527550d6c2b1/6046e0ee-825d-4d9e-82c8-aa78e7b1778e/6ede1577-59cb-4655-a23e-cc2ffa5c3c79) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:32.943672 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Attempting to bind port 64defa36-59ae-44d6-9f2f-dedfc7700f5a on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:32.944410 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Attempting to bind port 64defa36-59ae-44d6-9f2f-dedfc7700f5a by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:32.945002 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Attempting to bind port 64defa36-59ae-44d6-9f2f-dedfc7700f5a on network f4e55208-cae1-44b0-b853-b1df1375b132 {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:32.955111 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:32.955864 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Checking segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:32.956476 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:32.957061 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Bound using segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:32.958116 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Bound port: 64defa36-59ae-44d6-9f2f-dedfc7700f5a, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:32.960140 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:33.050148 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] For port 64defa36-59ae-44d6-9f2f-dedfc7700f5a, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:33.074378 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] For port 64defa36-59ae-44d6-9f2f-dedfc7700f5a, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=64defa36-59ae-44d6-9f2f-dedfc7700f5a,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:33.084362 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:33.195075 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Routers {'8819704a-80d8-4168-89fc-55a20542ad28'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:50:33.196233 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8819704a-80d8-4168-89fc-55a20542ad28'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:33.263204 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-350721b4-28ff-4756-b308-da2503434e01 req-a2e7c653-9017-4b73-9598-df02a28916a3 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0792301 Jan 24 16:50:33.394469 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-bbc6dd0b-f4ff-461a-bf63-76b710100465 None None] Current status of the port 8b7243fb-6239-460f-a4dd-37def8ad1a9b is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:33.398816 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-bbc6dd0b-f4ff-461a-bf63-76b710100465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:33.429989 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:33.430367 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:33.443262 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Allocated IP 172.20.0.1 (2be75c4f-241a-4241-8df3-f6088625575c/6dfd489d-8367-4ed9-a498-6d5b61348aa4/88895ed9-de18-43ce-837d-3b529b349daa) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:33.450821 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for port (aa367035-a25f-4f66-ac85-470b04ebc895), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:33.458251 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (aa367035-a25f-4f66-ac85-470b04ebc895), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:33.479955 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] Set router 8819704a-80d8-4168-89fc-55a20542ad28 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:50:33.525876 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6229c4f0-60f1-49bb-9c0b-85a72e62dd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:33.551297 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (e5a3a941-84a1-4406-9773-fed0973a313f), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:33.734741 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59d1d2-0512-4064-a854-1aff00edfff8 None None] Pushing event updated for resources: {'Port': ['ID=64defa36-59ae-44d6-9f2f-dedfc7700f5a,revision_number=3']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:33.787929 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:50:33.796565 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event updated for resources: {'Port': ['ID=aa367035-a25f-4f66-ac85-470b04ebc895,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:33.835084 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:33.871361 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-33fe7a85-69ba-4442-8e60-a0663c8bf2c9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3843105 Jan 24 16:50:33.892422 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6229c4f0-60f1-49bb-9c0b-85a72e62dd95 admin admin] Publish callbacks [] for security_group (ea2f79cd-e396-4c01-b0f3-1a7cab7b642f), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:33.956973 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8819704a-80d8-4168-89fc-55a20542ad28', 'name': 'tempest-ServerRescueNegativeTestJSON-208887279-router', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 3, 'project_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'gw_port': {'id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8819704a-80d8-4168-89fc-55a20542ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:26Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:33.980035 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6229c4f0-60f1-49bb-9c0b-85a72e62dd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (ea2f79cd-e396-4c01-b0f3-1a7cab7b642f), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:33.999765 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af170271-6446-48c4-815a-15b9272dcc2d None None] The sync data for ids ['8819704a-80d8-4168-89fc-55a20542ad28'] in dv-cinder-826116-1-iscsi is: [{'id': '8819704a-80d8-4168-89fc-55a20542ad28', 'name': 'tempest-ServerRescueNegativeTestJSON-208887279-router', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 3, 'project_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'gw_port': {'id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8819704a-80d8-4168-89fc-55a20542ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:26Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:50:34.036740 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Publish callbacks [] for port (88895ed9-de18-43ce-837d-3b529b349daa), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:34.149138 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (88895ed9-de18-43ce-837d-3b529b349daa), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:34.202467 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-bbc6dd0b-f4ff-461a-bf63-76b710100465 None None] For port 8b7243fb-6239-460f-a4dd-37def8ad1a9b, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=8b7243fb-6239-460f-a4dd-37def8ad1a9b,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:34.274720 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229c4f0-60f1-49bb-9c0b-85a72e62dd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2f79cd-e396-4c01-b0f3-1a7cab7b642f,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:34.280163 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Network 2be75c4f-241a-4241-8df3-f6088625575c is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:34.315725 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:34.346808 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:34.347406 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723583'] for router_interface (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:34.361030 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Pushing event updated for resources: {'Port': ['ID=88895ed9-de18-43ce-837d-3b529b349daa,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:34.498080 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-bbc6dd0b-f4ff-461a-bf63-76b710100465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:34.510650 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Publish callbacks [] for port (4a348b6c-1739-4748-8350-c37d800b53c7), precommit_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:34.544512 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (4a348b6c-1739-4748-8350-c37d800b53c7), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:35.003567 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-23886dff-2087-4b6e-8c1b-030b8f050493 None None] Provisioning complete for port 8b7243fb-6239-460f-a4dd-37def8ad1a9b triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:35.004374 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-23886dff-2087-4b6e-8c1b-030b8f050493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:35.020227 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6dd0b-f4ff-461a-bf63-76b710100465 None None] Pushing event updated for resources: {'Port': ['ID=8b7243fb-6239-460f-a4dd-37def8ad1a9b,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:35.027692 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Attempting to bind port 4a348b6c-1739-4748-8350-c37d800b53c7 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:35.028112 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Attempting to bind port 4a348b6c-1739-4748-8350-c37d800b53c7 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:35.028475 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Attempting to bind port 4a348b6c-1739-4748-8350-c37d800b53c7 on network f4e55208-cae1-44b0-b853-b1df1375b132 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:35.093732 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks [] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:35.114026 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:35.114561 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Checking segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:35.114991 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:35.115382 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Bound using segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:35.115864 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Bound port: 4a348b6c-1739-4748-8350-c37d800b53c7, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:35.116473 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (4a348b6c-1739-4748-8350-c37d800b53c7), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:35.137754 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-6229c4f0-60f1-49bb-9c0b-85a72e62dd95 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b66cbb5472e744d084d67cd91d835d10&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4746733 Jan 24 16:50:35.140357 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-04af22ee-2835-4f15-a3d4-ce4173be9539 req-4ab8f3d8-0227-4d14-9ecc-062f1b4053f0 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 210 time: 1.2348948 Jan 24 16:50:35.141147 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-c5f6ab06-5439-4079-8873-31cb5bdd566a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-securitygroup--955034677&fields=id&tenant_id=5ca1c94bee974fb986196c0be4064812 HTTP/1.1" status: 200 len: 267 time: 0.8522635 Jan 24 16:50:35.141372 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:35.146729 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47380) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:35.204922 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (88895ed9-de18-43ce-837d-3b529b349daa), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:35.221215 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:35.252601 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:35.339590 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Pushing event updated for resources: {'Port': ['ID=6ede1577-59cb-4655-a23e-cc2ffa5c3c79,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:35.342106 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Made reservation on behalf of 8d59c94478d24e3f917829b148941337 for: {'port': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:35.345969 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:35.396312 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091ce7c-227e-40fb-b0eb-e180856d82a7 None None] Pushing event updated for resources: {'Port': ['ID=4a348b6c-1739-4748-8350-c37d800b53c7,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:35.696324 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ccce8-b995-486d-9e76-0115826677fc req-df69fd36-fa17-45eb-bedc-c5ba7b434523 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:35.703847 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-df69fd36-fa17-45eb-bedc-c5ba7b434523 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 816 time: 0.5411785 Jan 24 16:50:35.727607 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Network d2067982-5a38-46c1-8ec9-527550d6c2b1 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:35.738300 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] For port 4a348b6c-1739-4748-8350-c37d800b53c7, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:35.741038 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-23886dff-2087-4b6e-8c1b-030b8f050493 None None] Current status of the port 8b7243fb-6239-460f-a4dd-37def8ad1a9b is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:35.747714 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-fc13a7c8-d5a5-4240-a925-dd572fead2a8 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/quotas/5ca1c94bee974fb986196c0be4064812 HTTP/1.1" status: 200 len: 375 time: 0.0400584 Jan 24 16:50:35.768870 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-d33c2ee3-2fbc-47ab-9a41-f32ac011cc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:35.779898 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] For port 4a348b6c-1739-4748-8350-c37d800b53c7, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=4a348b6c-1739-4748-8350-c37d800b53c7,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:35.786468 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (4a348b6c-1739-4748-8350-c37d800b53c7), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:35.939564 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091ce7c-227e-40fb-b0eb-e180856d82a7 None None] Pushing event updated for resources: {'Port': ['ID=4a348b6c-1739-4748-8350-c37d800b53c7,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:35.948353 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 8b7243fb-6239-460f-a4dd-37def8ad1a9b up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:35.993967 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-f012d8ad-454d-41e0-aed4-bb48958eb31e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2451844 Jan 24 16:50:36.074510 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:36.113129 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:36.128025 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:36.129900 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:36.177779 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-768d495b-7de8-4479-93d5-7496f9924c18 admin admin] Publish callbacks [] for security_group (ea2f79cd-e396-4c01-b0f3-1a7cab7b642f), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:36.200196 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Allocated IP 172.20.0.7 (4fdddf37-bc88-49a0-ab52-b4d45f811b51/66e7280f-c88c-454f-be63-798c959bd1d7/e866c64f-ea45-4c9b-93d6-5414a8e89883) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:36.269375 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Publish callbacks [] for port (88895ed9-de18-43ce-837d-3b529b349daa), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:36.280677 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (88895ed9-de18-43ce-837d-3b529b349daa), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:36.286952 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720777'] for router_interface (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:36.424462 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:31Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:36.449735 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Publish callbacks [] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:36.489718 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:50:36.490389 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:36.493088 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688f476-73e1-4403-8aa2-5d34d0ef7991 None None] The sync data for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi is: [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:31Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:50:36.505009 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-de722a2f-2c2e-4703-b8b4-19a52e80a000 None None] Provisioning complete for port 88895ed9-de18-43ce-837d-3b529b349daa triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:36.505427 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-de722a2f-2c2e-4703-b8b4-19a52e80a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (88895ed9-de18-43ce-837d-3b529b349daa), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:36.510669 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-1a2e40fe-bb5c-4230-b58f-15031296fe10 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2788529 Jan 24 16:50:36.511718 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:36.512984 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720777'] for router_interface (8819704a-80d8-4168-89fc-55a20542ad28), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:36.592563 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Pushing event updated for resources: {'Port': ['ID=88895ed9-de18-43ce-837d-3b529b349daa,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:36.620656 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 8b7243fb-6239-460f-a4dd-37def8ad1a9b triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:36.621280 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:36.702816 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-062548a9-e0d4-40ac-babe-98ea184f83c5 service neutron] 10.222.0.117 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955943 Jan 24 16:50:36.722978 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-de722a2f-2c2e-4703-b8b4-19a52e80a000 None None] Port 88895ed9-de18-43ce-837d-3b529b349daa cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:50:36.747855 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-29747b77-5cb4-4ee1-aa4c-309529547825 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:50:36.749597 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-29747b77-5cb4-4ee1-aa4c-309529547825 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1797965 Jan 24 16:50:36.753698 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-768d495b-7de8-4479-93d5-7496f9924c18 admin admin] Publish callbacks [] for security_group (ea2f79cd-e396-4c01-b0f3-1a7cab7b642f), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:36.790908 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Network 2be75c4f-241a-4241-8df3-f6088625575c is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:36.813454 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e75a2-c1bc-4782-b1a3-d816faed4a10 req-3168c6cc-1350-4277-8312-c638881fc30b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:36.819119 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:36.843481 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-175e75a2-c1bc-4782-b1a3-d816faed4a10 req-3168c6cc-1350-4277-8312-c638881fc30b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 931 time: 1.5051515 Jan 24 16:50:37.021616 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:50:37.026603 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 8b7243fb-6239-460f-a4dd-37def8ad1a9b is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:37.035845 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 64defa36-59ae-44d6-9f2f-dedfc7700f5a up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:37.081652 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-289c0968-5e2b-401e-a366-4ae778e6574d service neutron] 10.222.0.117 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578422 Jan 24 16:50:37.289787 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Request body: {'port': {'device_id': 'ffea6bfd-3cc1-438b-b7c3-29079c646252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:37.372150 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 64defa36-59ae-44d6-9f2f-dedfc7700f5a triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:37.372950 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:37.572387 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:50:37.618182 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 64defa36-59ae-44d6-9f2f-dedfc7700f5a is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:37.620702 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:37.631539 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-10392cc8-ef69-4242-a045-f1d603cb96d2 None None] Provisioning complete for port 88895ed9-de18-43ce-837d-3b529b349daa triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:37.632148 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-10392cc8-ef69-4242-a045-f1d603cb96d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (88895ed9-de18-43ce-837d-3b529b349daa), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:37.690642 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port 64defa36-59ae-44d6-9f2f-dedfc7700f5a, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=64defa36-59ae-44d6-9f2f-dedfc7700f5a,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:37.707505 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:37.739595 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-11cd2511-70e0-42cb-ace1-70f530732ba4 req-3f3c6dca-564b-4a5e-b165-6f03b12217ad tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 210 time: 0.1406932 Jan 24 16:50:37.790219 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=64defa36-59ae-44d6-9f2f-dedfc7700f5a,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:37.805482 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-10392cc8-ef69-4242-a045-f1d603cb96d2 None None] Port 88895ed9-de18-43ce-837d-3b529b349daa cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:50:37.811282 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-175e75a2-c1bc-4782-b1a3-d816faed4a10 req-5ef49f9c-fd29-4e2f-aaf4-75899ba58b37 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9665995 Jan 24 16:50:37.811916 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Pushing event updated for resources: {'Port': ['ID=90f8f9a9-29c7-43ae-a614-082ba39ca500,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:37.848043 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-768d495b-7de8-4479-93d5-7496f9924c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (ea2f79cd-e396-4c01-b0f3-1a7cab7b642f), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:37.862363 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-768d495b-7de8-4479-93d5-7496f9924c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:37.868497 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-768d495b-7de8-4479-93d5-7496f9924c18 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ea2f79cd-e396-4c01-b0f3-1a7cab7b642f HTTP/1.1" status: 204 len: 168 time: 2.7177279 Jan 24 16:50:37.881281 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:37.981314 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6d233a45-c8a1-4c68-89ef-c11470729666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:38.003481 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f3f41214-520b-4581-aba9-f65a4b770dac req-5a9c7678-d0d3-4c5e-a7b3-6edcc259663a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 210 time: 0.0504200 Jan 24 16:50:38.015064 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:38.067620 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 2, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:38.088613 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d495b-7de8-4479-93d5-7496f9924c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2f79cd-e396-4c01-b0f3-1a7cab7b642f,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:38.122891 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:38.157385 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f3929-784a-4ebc-90c6-de473b06486a None None] The sync data for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi is: [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 2, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:50:38.277925 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Publish callbacks [] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:38.286937 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:50:38.312281 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-3fceaab3-dbe6-4fab-8eaa-dac2a1baa664 admin admin] 10.222.0.117 "PUT /v2.0/routers/d19d1c2a-1d05-47a7-b6b8-c4da67d3b222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3330672 Jan 24 16:50:38.425197 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47466) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:38.502624 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47470) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:38.601775 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Router 8819704a-80d8-4168-89fc-55a20542ad28 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:50:38.949188 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:38.966013 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:39.001346 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Network 4fdddf37-bc88-49a0-ab52-b4d45f811b51 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:39.022102 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:39.033931 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:39.050700 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:39.051942 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:39.284501 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3982611 Jan 24 16:50:39.305765 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2720f83-3aff-41c8-8fe9-7fd09469242e tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Pushing event updated for resources: {'Port': ['ID=e866c64f-ea45-4c9b-93d6-5414a8e89883,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:39.311430 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a7b75f7b-2f90-4ea3-b41b-d56ca9cbb095 req-8961318c-388f-4652-ac34-eb7cd650ea51 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 210 time: 0.4467685 Jan 24 16:50:39.317504 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0f0fc34e-ac63-445b-a742-b374fa91fe4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:39.361316 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-63ae3856-cdd2-44c7-a50f-bd602c3c129c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:39.366406 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Request body: {'port': {'device_id': 'f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:39.423423 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:50:39.435241 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Sync routers for ids ['8819704a-80d8-4168-89fc-55a20542ad28'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:50:39.435839 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-d273ef29-8176-4b9e-889f-449ee04a8549 admin admin] 10.222.0.117 "PUT /v2.0/routers/8819704a-80d8-4168-89fc-55a20542ad28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0104325 Jan 24 16:50:39.487890 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Routers {'8819704a-80d8-4168-89fc-55a20542ad28'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:50:39.492964 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8819704a-80d8-4168-89fc-55a20542ad28'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:39.679535 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:39.774122 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 {{(pid=114081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:39.820762 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Publish callbacks [] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:40.008013 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Set router 8819704a-80d8-4168-89fc-55a20542ad28 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:50:40.034856 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47504) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:40.061093 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-e1b30efb-574a-44fb-b8e4-559df1eb5860 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--453367128', 'description': 'tempest-description--1702362766'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:40.149532 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.79', 60965) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:40.254276 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 4a348b6c-1739-4748-8350-c37d800b53c7 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:40.314329 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501a196-a71f-4b8b-b713-59a210023490 req-d77de565-9c45-4382-8223-2deec64459f7 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:40.318129 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9501a196-a71f-4b8b-b713-59a210023490 req-d77de565-9c45-4382-8223-2deec64459f7 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 931 time: 0.8974056 Jan 24 16:50:40.488488 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 4a348b6c-1739-4748-8350-c37d800b53c7 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:40.490407 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (4a348b6c-1739-4748-8350-c37d800b53c7), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:40.549859 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8819704a-80d8-4168-89fc-55a20542ad28', 'name': 'tempest-ServerRescueNegativeTestJSON-208887279-router', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 4, 'project_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'gw_port': {'id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8819704a-80d8-4168-89fc-55a20542ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:26Z', 'updated_at': '2022-01-24T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '90f8f9a9-29c7-43ae-a614-082ba39ca500', 'name': '', 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'mac_address': 'fa:16:3e:27:cb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8819704a-80d8-4168-89fc-55a20542ad28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c23e31e6-4975-4076-afd7-3b7c3fb32a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:30Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 2, 'project_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'subnets': [{'id': 'c23e31e6-4975-4076-afd7-3b7c3fb32a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:40.559550 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ccce8-b995-486d-9e76-0115826677fc req-bedad09d-845f-4fa9-bb4d-a0ca7591b667 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:40.561527 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-bedad09d-845f-4fa9-bb4d-a0ca7591b667 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.79 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 816 time: 0.3966143 Jan 24 16:50:40.578064 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-27633d3e-dca5-4c30-87c4-20c12addbdf5 req-a47b6c25-5958-4f79-8082-4211c2b09c11 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 210 time: 0.4018161 Jan 24 16:50:40.620482 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47518) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:40.652959 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Checking router: 8819704a-80d8-4168-89fc-55a20542ad28 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:50:40.659773 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Updating router 8819704a-80d8-4168-89fc-55a20542ad28 port 90f8f9a9-29c7-43ae-a614-082ba39ca500 binding host dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:50:40.705856 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:40.721645 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e1b30efb-574a-44fb-b8e4-559df1eb5860 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:40.728940 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9501a196-a71f-4b8b-b713-59a210023490 req-fa56bd06-91d4-4c30-bfac-aff671bfdb61 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701870 Jan 24 16:50:40.741573 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:40.744394 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.provisioning_blocks [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Transition to ACTIVE for port object 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 will not be triggered until provisioned by entity L2. {{(pid=114081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:40.775399 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:40.821150 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-63ae3856-cdd2-44c7-a50f-bd602c3c129c admin admin] Publish callbacks [] for security_group (667762d1-d9c8-45ea-b4f5-fe91d7741041), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:40.849315 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0f0fc34e-ac63-445b-a742-b374fa91fe4e admin admin] Publish callbacks [] for security_group (d12b6ae3-ba72-4da8-b60a-d7f5520f6c04), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:40.894075 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-63ae3856-cdd2-44c7-a50f-bd602c3c129c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (667762d1-d9c8-45ea-b4f5-fe91d7741041), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:40.918402 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0f0fc34e-ac63-445b-a742-b374fa91fe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (d12b6ae3-ba72-4da8-b60a-d7f5520f6c04), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:40.920669 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 4a348b6c-1739-4748-8350-c37d800b53c7 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:40.924502 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (4a348b6c-1739-4748-8350-c37d800b53c7), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.002925 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-0f0fc34e-ac63-445b-a742-b374fa91fe4e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d617e0934788431085bebde1cec5dc02&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5762348 Jan 24 16:50:41.019228 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port 4a348b6c-1739-4748-8350-c37d800b53c7, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=4a348b6c-1739-4748-8350-c37d800b53c7,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:41.027201 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (4a348b6c-1739-4748-8350-c37d800b53c7), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.028256 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 64defa36-59ae-44d6-9f2f-dedfc7700f5a up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:41.059813 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e1b30efb-574a-44fb-b8e4-559df1eb5860 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group (d31477de-49fc-4ca5-b95f-986a6e33d643), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.060103 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47524) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:41.096653 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e1b30efb-574a-44fb-b8e4-559df1eb5860 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (d31477de-49fc-4ca5-b95f-986a6e33d643), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.135926 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1063736951-network', 'tenant_id': '5a25f8bf009e4b55b66d738b6411bdd1'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:41.209734 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e1b30efb-574a-44fb-b8e4-559df1eb5860 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.211020 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-e1b30efb-574a-44fb-b8e4-559df1eb5860 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1636691 Jan 24 16:50:41.221717 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=4a348b6c-1739-4748-8350-c37d800b53c7,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:41.231586 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 64defa36-59ae-44d6-9f2f-dedfc7700f5a triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:41.235264 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.240274 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-fbac1180-dc25-475b-83fe-6eb1a7a10f51 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ca1c94bee974fb986196c0be4064812 HTTP/1.1" status: 200 len: 379 time: 0.5880976 Jan 24 16:50:41.246341 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47530) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:41.256068 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-03eab209-b44e-46e3-ae78-91a2c4d6370f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Request body: {'security_group_rule': {'security_group_id': 'd31477de-49fc-4ca5-b95f-986a6e33d643', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:41.278718 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-63ae3856-cdd2-44c7-a50f-bd602c3c129c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=53b0af9d76f1451e9c62fa41e93460c9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7719915 Jan 24 16:50:41.327255 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-248ccce8-b995-486d-9e76-0115826677fc req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Request body: {'port': {'device_id': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'admin_state_up': True, 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'security_groups': ['88fe435e-587c-4302-87ce-783e3fa8a406']}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:41.330682 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47536) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:41.336905 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae3856-cdd2-44c7-a50f-bd602c3c129c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667762d1-d9c8-45ea-b4f5-fe91d7741041,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:41.395256 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fc34e-ac63-445b-a742-b374fa91fe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12b6ae3-ba72-4da8-b60a-d7f5520f6c04,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:41.409426 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 64defa36-59ae-44d6-9f2f-dedfc7700f5a is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:41.428208 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Publish callbacks [] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), precommit_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.435280 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Pushing event updated for resources: {'Port': ['ID=6ede1577-59cb-4655-a23e-cc2ffa5c3c79,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:41.449510 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.515512 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a2b25199-3053-4430-ac60-e1722ae2f7a4 admin admin] Publish callbacks [] for security_group (d12b6ae3-ba72-4da8-b60a-d7f5520f6c04), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.518825 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b30efb-574a-44fb-b8e4-559df1eb5860 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31477de-49fc-4ca5-b95f-986a6e33d643,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:41.524916 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Attempting to bind port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:41.525248 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Attempting to bind port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:41.525622 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Attempting to bind port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 on network d2067982-5a38-46c1-8ec9-527550d6c2b1 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:41.538566 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Made reservation on behalf of 5a25f8bf009e4b55b66d738b6411bdd1 for: {'network': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:41.541178 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.550046 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b859d9-5c0d-4e77-b441-9bbffc65b4f4 req-b515e2ea-9f19-498e-9ef0-90cf403c6d86 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:41.552986 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-21b859d9-5c0d-4e77-b441-9bbffc65b4f4 req-b515e2ea-9f19-498e-9ef0-90cf403c6d86 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 931 time: 0.5540304 Jan 24 16:50:41.568434 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-03eab209-b44e-46e3-ae78-91a2c4d6370f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group_rule (8bae54d2-c900-4975-9025-282442545f6b), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.569802 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 on network d2067982-5a38-46c1-8ec9-527550d6c2b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:50:41.570319 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Attempting to bind port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 on network d2067982-5a38-46c1-8ec9-527550d6c2b1 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:41.580166 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.583154 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8c28c-361f-42cf-aeec-50d35f12ffa4 None None] Pushing event updated for resources: {'Port': ['ID=90f8f9a9-29c7-43ae-a614-082ba39ca500,revision_number=3']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:41.660513 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Attempting to bind port 90f8f9a9-29c7-43ae-a614-082ba39ca500 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:41.660904 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Attempting to bind port 90f8f9a9-29c7-43ae-a614-082ba39ca500 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:41.661266 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Attempting to bind port 90f8f9a9-29c7-43ae-a614-082ba39ca500 on network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:41.681090 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:41.681470 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Checking segment: {'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:41.685273 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.686837 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Bound using segment: {'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:41.687354 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Bound port: 90f8f9a9-29c7-43ae-a614-082ba39ca500, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'}}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:41.687969 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.727713 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a2b25199-3053-4430-ac60-e1722ae2f7a4 admin admin] Publish callbacks [] for security_group (d12b6ae3-ba72-4da8-b60a-d7f5520f6c04), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.728563 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e866c64f-ea45-4c9b-93d6-5414a8e89883 {{(pid=114081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:41.740045 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Publish callbacks [] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.757111 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.provisioning_blocks [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Transition to ACTIVE for port object e866c64f-ea45-4c9b-93d6-5414a8e89883 will not be triggered until provisioned by entity L2. {{(pid=114081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:41.760984 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:41.761955 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Checking segment: {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:41.763226 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Bound using segment: {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:41.763793 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Bound port: 6ede1577-59cb-4655-a23e-cc2ffa5c3c79, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'}}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:41.764702 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.844674 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.890786 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-7327a0e5-5723-4602-865a-f1e740458b12 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:41.900322 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-7327a0e5-5723-4602-865a-f1e740458b12 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/networks?id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 200 len: 818 time: 0.5371733 Jan 24 16:50:41.908342 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] For port 90f8f9a9-29c7-43ae-a614-082ba39ca500, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:41.910466 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 4a348b6c-1739-4748-8350-c37d800b53c7 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:41.911741 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] For port 90f8f9a9-29c7-43ae-a614-082ba39ca500, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=90f8f9a9-29c7-43ae-a614-082ba39ca500,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:41.921511 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:41.990935 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-21b859d9-5c0d-4e77-b441-9bbffc65b4f4 req-4c80f080-7291-4a5e-9acf-d410f918aaa1 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154184 Jan 24 16:50:41.991595 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0c490ec6-20c3-4236-baeb-107da9919bf6 admin admin] Publish callbacks [] for security_group (667762d1-d9c8-45ea-b4f5-fe91d7741041), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.004854 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8c28c-361f-42cf-aeec-50d35f12ffa4 None None] Pushing event updated for resources: {'Port': ['ID=90f8f9a9-29c7-43ae-a614-082ba39ca500,revision_number=4']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:42.025101 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0c490ec6-20c3-4236-baeb-107da9919bf6 admin admin] Publish callbacks [] for security_group (667762d1-d9c8-45ea-b4f5-fe91d7741041), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.035319 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Routers {'8819704a-80d8-4168-89fc-55a20542ad28'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:50:42.035964 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8819704a-80d8-4168-89fc-55a20542ad28'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:42.067655 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 4a348b6c-1739-4748-8350-c37d800b53c7 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:42.068777 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (4a348b6c-1739-4748-8350-c37d800b53c7), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.077778 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] For port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79, host hv-cinder-82611, cleared binding levels {{(pid=114081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:42.090875 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] For port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=6ede1577-59cb-4655-a23e-cc2ffa5c3c79,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:42.092244 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.103654 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-03eab209-b44e-46e3-ae78-91a2c4d6370f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group_rule (8bae54d2-c900-4975-9025-282442545f6b), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.123981 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248ccce8-b995-486d-9e76-0115826677fc req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Made reservation on behalf of 5ca1c94bee974fb986196c0be4064812 for: {'port': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:42.128507 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-248ccce8-b995-486d-9e76-0115826677fc req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.320328 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-edfa49fc-989f-4406-9635-44d18e25d5b8 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/quotas/bed4ca830bf54f2493c46fb3cf3fbbc6 HTTP/1.1" status: 200 len: 375 time: 0.4183331 Jan 24 16:50:42.346006 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Pushing event updated for resources: {'Port': ['ID=e866c64f-ea45-4c9b-93d6-5414a8e89883,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:42.347589 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 4a348b6c-1739-4748-8350-c37d800b53c7 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:42.373688 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-03eab209-b44e-46e3-ae78-91a2c4d6370f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (8bae54d2-c900-4975-9025-282442545f6b), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.375678 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a2b25199-3053-4430-ac60-e1722ae2f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (d12b6ae3-ba72-4da8-b60a-d7f5520f6c04), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.377552 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.378438 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a2b25199-3053-4430-ac60-e1722ae2f7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.382354 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-a2b25199-3053-4430-ac60-e1722ae2f7a4 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/d12b6ae3-ba72-4da8-b60a-d7f5520f6c04 HTTP/1.1" status: 204 len: 168 time: 1.3088779 Jan 24 16:50:42.434406 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0c490ec6-20c3-4236-baeb-107da9919bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (667762d1-d9c8-45ea-b4f5-fe91d7741041), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.447045 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0c490ec6-20c3-4236-baeb-107da9919bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.454481 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-0c490ec6-20c3-4236-baeb-107da9919bf6 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/667762d1-d9c8-45ea-b4f5-fe91d7741041 HTTP/1.1" status: 204 len: 168 time: 1.1069779 Jan 24 16:50:42.560231 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [req-248ccce8-b995-486d-9e76-0115826677fc req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Allocated IP 172.20.0.13 (a9684751-c334-42d8-84b0-fcdb27d5b403/55fc4d69-4d19-4336-ada0-bf8595cc7edf/5af20f1e-1824-4d8f-ba09-7c0973152051) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:42.575642 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b25199-3053-4430-ac60-e1722ae2f7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12b6ae3-ba72-4da8-b60a-d7f5520f6c04,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:42.577511 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Publish callbacks [] for security_group (26b51cc0-418d-43db-ae10-1d2a1c6a34bb), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.619488 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Sync routers for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:50:42.624073 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5adf9763-2652-4416-8673-5753122ab9c8 req-b9f9fb80-98b7-4966-81e9-52b76c189db8 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 210 time: 0.4777153 Jan 24 16:50:42.644089 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:50:42.645191 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:42.695041 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] Set router 8819704a-80d8-4168-89fc-55a20542ad28 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:50:42.755628 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (26b51cc0-418d-43db-ae10-1d2a1c6a34bb), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.796768 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:50:42.816687 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:42.817505 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:42.838542 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] 10.222.0.79 "PUT /v2.0/ports/6ede1577-59cb-4655-a23e-cc2ffa5c3c79 HTTP/1.1" status: 200 len: 1093 time: 5.8048491 Jan 24 16:50:42.839289 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffea6bfd-3cc1-438b-b7c3-29079c646252', 'tag': '6ede1577-59cb-4655-a23e-cc2ffa5c3c79'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:43.145909 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c490ec6-20c3-4236-baeb-107da9919bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667762d1-d9c8-45ea-b4f5-fe91d7741041,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:43.159865 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-248ccce8-b995-486d-9e76-0115826677fc req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:43.192173 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Attempting to bind port e866c64f-ea45-4c9b-93d6-5414a8e89883 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:43.192590 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Attempting to bind port e866c64f-ea45-4c9b-93d6-5414a8e89883 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': '8f3623f0-10a0-44f7-9dea-0cbd349c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4fdddf37-bc88-49a0-ab52-b4d45f811b51'}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:43.192926 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Attempting to bind port e866c64f-ea45-4c9b-93d6-5414a8e89883 on network 4fdddf37-bc88-49a0-ab52-b4d45f811b51 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:43.196769 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8819704a-80d8-4168-89fc-55a20542ad28', 'name': 'tempest-ServerRescueNegativeTestJSON-208887279-router', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 4, 'project_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'gw_port': {'id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8819704a-80d8-4168-89fc-55a20542ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:26Z', 'updated_at': '2022-01-24T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '90f8f9a9-29c7-43ae-a614-082ba39ca500', 'name': '', 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'mac_address': 'fa:16:3e:27:cb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8819704a-80d8-4168-89fc-55a20542ad28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c23e31e6-4975-4076-afd7-3b7c3fb32a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:30Z', 'updated_at': '2022-01-24T16:50:41Z', 'revision_number': 4, 'project_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'subnets': [{'id': 'c23e31e6-4975-4076-afd7-3b7c3fb32a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:43.219828 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47556) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:43.229544 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=114081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:43.232352 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-03eab209-b44e-46e3-ae78-91a2c4d6370f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:43.241128 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-03eab209-b44e-46e3-ae78-91a2c4d6370f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9909191 Jan 24 16:50:43.246906 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47558) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:43.272303 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-44f4550e-ca26-4d5b-9213-3a0c2b001402 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Request body: {'security_group_rule': {'security_group_id': 'd31477de-49fc-4ca5-b95f-986a6e33d643', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:43.303687 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-24782193-cb01-44f0-aab8-fb1d84c8dc79 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9823625 Jan 24 16:50:43.309512 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3199c8-a80d-47a5-a86d-212bad69c04c service neutron] Pushing event updated for resources: {'Port': ['ID=6ede1577-59cb-4655-a23e-cc2ffa5c3c79,revision_number=3']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:43.310521 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eab209-b44e-46e3-ae78-91a2c4d6370f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bae54d2-c900-4975-9025-282442545f6b,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:43.312390 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Port e866c64f-ea45-4c9b-93d6-5414a8e89883 on network 4fdddf37-bc88-49a0-ab52-b4d45f811b51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:50:43.312724 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Attempting to bind port e866c64f-ea45-4c9b-93d6-5414a8e89883 on network 4fdddf37-bc88-49a0-ab52-b4d45f811b51 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:43.314406 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82e367-968f-4d42-a474-609a18f18221 None None] The sync data for ids ['8819704a-80d8-4168-89fc-55a20542ad28'] in dv-cinder-826116-1-iscsi is: [{'id': '8819704a-80d8-4168-89fc-55a20542ad28', 'name': 'tempest-ServerRescueNegativeTestJSON-208887279-router', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 4, 'project_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'gw_port': {'id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8819704a-80d8-4168-89fc-55a20542ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:26Z', 'updated_at': '2022-01-24T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '90f8f9a9-29c7-43ae-a614-082ba39ca500', 'name': '', 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'mac_address': 'fa:16:3e:27:cb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8819704a-80d8-4168-89fc-55a20542ad28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c23e31e6-4975-4076-afd7-3b7c3fb32a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:30Z', 'updated_at': '2022-01-24T16:50:41Z', 'revision_number': 4, 'project_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'subnets': [{'id': 'c23e31e6-4975-4076-afd7-3b7c3fb32a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:50:43.315944 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (031a5f25-7758-485f-ad2f-bf839b34e719), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:43.316300 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.segments_db [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Added segment 031a5f25-7758-485f-ad2f-bf839b34e719 of type vlan for network 3728d9e5-742c-4b0f-9b69-d1cb6e2169c1 Jan 24 16:50:43.331152 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47564) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:43.334834 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b51cc0-418d-43db-ae10-1d2a1c6a34bb,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:43.354871 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e9f1349b-519f-4767-9659-099621c8f7b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:43.359739 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-989be97c-34b2-426c-8fbd-f0015129b58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:43.367113 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:43.367491 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Checking segment: {'id': '8f3623f0-10a0-44f7-9dea-0cbd349c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4fdddf37-bc88-49a0-ab52-b4d45f811b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:43.367959 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Bound using segment: {'id': '8f3623f0-10a0-44f7-9dea-0cbd349c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4fdddf37-bc88-49a0-ab52-b4d45f811b51'} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:43.369230 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Bound port: e866c64f-ea45-4c9b-93d6-5414a8e89883, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3623f0-10a0-44f7-9dea-0cbd349c970e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4fdddf37-bc88-49a0-ab52-b4d45f811b51'}}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:43.369605 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:43.468844 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be7d2c-32fd-4ff5-9062-d784150648f7 req-2e670025-2751-4006-be2e-0f05947ab685 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:43.470657 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-87be7d2c-32fd-4ff5-9062-d784150648f7 req-2e670025-2751-4006-be2e-0f05947ab685 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 943 time: 0.3044116 Jan 24 16:50:43.525410 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-248ccce8-b995-486d-9e76-0115826677fc req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:43.566285 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-74c7f497-45c0-42ae-84d6-502f5e605301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:43.580477 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-74c7f497-45c0-42ae-84d6-502f5e605301 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 1096 time: 0.5170174 Jan 24 16:50:43.596740 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c88a79-d8ea-41ff-8c2a-a52317f3c1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ffea6bfd-3cc1-438b-b7c3-29079c646252", "tag": "6ede1577-59cb-4655-a23e-cc2ffa5c3c79"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:50:43.643009 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 2, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:43.655317 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (3728d9e5-742c-4b0f-9b69-d1cb6e2169c1), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:43.686434 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Checking router: d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:50:43.686706 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Updating router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 port 88895ed9-de18-43ce-837d-3b529b349daa binding host dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:50:43.715739 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248ccce8-b995-486d-9e76-0115826677fc req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Network a9684751-c334-42d8-84b0-fcdb27d5b403 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:43.728339 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] For port e866c64f-ea45-4c9b-93d6-5414a8e89883, host hv-cinder-82611, cleared binding levels {{(pid=114081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:43.731867 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] For port e866c64f-ea45-4c9b-93d6-5414a8e89883, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=e866c64f-ea45-4c9b-93d6-5414a8e89883,segment=NetworkSegment(8f3623f0-10a0-44f7-9dea-0cbd349c970e),segment_id=8f3623f0-10a0-44f7-9dea-0cbd349c970e)] {{(pid=114081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:43.757373 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:43.767023 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [req-248ccce8-b995-486d-9e76-0115826677fc req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:43.778306 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (88895ed9-de18-43ce-837d-3b529b349daa), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:43.861347 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-248ccce8-b995-486d-9e76-0115826677fc req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:43.873190 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ccce8-b995-486d-9e76-0115826677fc req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:43.874110 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-248ccce8-b995-486d-9e76-0115826677fc req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:43.880594 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-87be7d2c-32fd-4ff5-9062-d784150648f7 req-7799f91e-40eb-4e4e-909e-96f0b32e016a tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891962 Jan 24 16:50:44.013462 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-989be97c-34b2-426c-8fbd-f0015129b58f admin admin] Publish callbacks [] for security_group (63859fad-3350-4dd9-850d-98d8bbe20e82), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.020482 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event updated for resources: {'Port': ['ID=5af20f1e-1824-4d8f-ba09-7c0973152051,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:44.042149 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e9f1349b-519f-4767-9659-099621c8f7b0 admin admin] Publish callbacks [] for security_group (480b95c3-e193-4dad-933f-d66e4a312a78), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.051891 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.db.resource_extend [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:50:44.082783 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-7ca72e49-27f1-41de-a5f4-003c55583e7f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ede1577-59cb-4655-a23e-cc2ffa5c3c79 HTTP/1.1" status: 200 len: 217 time: 0.3434720 Jan 24 16:50:44.103714 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e9f1349b-519f-4767-9659-099621c8f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (480b95c3-e193-4dad-933f-d66e4a312a78), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.106591 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 90f8f9a9-29c7-43ae-a614-082ba39ca500 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:44.144236 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:44.144874 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.146341 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] 10.222.0.79 "PUT /v2.0/ports/e866c64f-ea45-4c9b-93d6-5414a8e89883 HTTP/1.1" status: 200 len: 1093 time: 4.8057172 Jan 24 16:50:44.223626 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (3728d9e5-742c-4b0f-9b69-d1cb6e2169c1), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.224774 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:44.225492 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.240903 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e9f1349b-519f-4767-9659-099621c8f7b0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=a085225b930d472fa4d9f1bf5cef6177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9084842 Jan 24 16:50:44.249555 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-44f4550e-ca26-4d5b-9213-3a0c2b001402 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group_rule (4755c484-ef46-4ed4-a47c-4ed62903affd), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.251455 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-a415268d-6f75-4393-91de-b2308867bfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9834349 Jan 24 16:50:44.254212 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-989be97c-34b2-426c-8fbd-f0015129b58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (63859fad-3350-4dd9-850d-98d8bbe20e82), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.276207 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47570) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:44.330885 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-371b3f8f-4cba-42b6-ae13-0f139ac6ecbd None None] Provisioning complete for port 5af20f1e-1824-4d8f-ba09-7c0973152051 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:44.331633 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-371b3f8f-4cba-42b6-ae13-0f139ac6ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.374967 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-371b3f8f-4cba-42b6-ae13-0f139ac6ecbd None None] Port 5af20f1e-1824-4d8f-ba09-7c0973152051 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:50:44.408312 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Request body: {'port': {'device_id': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:44.435426 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 90f8f9a9-29c7-43ae-a614-082ba39ca500 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:44.435805 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.437901 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1349b-519f-4767-9659-099621c8f7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480b95c3-e193-4dad-933f-d66e4a312a78,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:44.462418 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-989be97c-34b2-426c-8fbd-f0015129b58f admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=27a939817c12402ab99caf97f7403872&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2224526 Jan 24 16:50:44.465365 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47574) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:44.483243 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-101b7c0c-ccb8-4815-9d3f-0524da66c2a9 service neutron] 10.222.0.117 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1232073 Jan 24 16:50:44.492578 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55694f4c-3a0d-4977-a1da-a9f33764a4da service neutron] Pushing event updated for resources: {'Port': ['ID=e866c64f-ea45-4c9b-93d6-5414a8e89883,revision_number=3']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:44.573952 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ebf62-995a-43b6-8a47-c3ab38c3efd5 req-6f418c60-318d-4ae4-a810-84d61112e7da tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:44.578076 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.9512885 Jan 24 16:50:44.579673 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-7d18c1f0-6018-4543-8515-e66523845503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:44.581299 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-7d18c1f0-6018-4543-8515-e66523845503 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6046e0ee-825d-4d9e-82c8-aa78e7b1778e HTTP/1.1" status: 200 len: 855 time: 0.4676709 Jan 24 16:50:44.582022 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-122ebf62-995a-43b6-8a47-c3ab38c3efd5 req-6f418c60-318d-4ae4-a810-84d61112e7da tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 943 time: 0.5380192 Jan 24 16:50:44.585858 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47576) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:44.617368 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-81daf7ed-53e2-4221-b8ff-364ee3d3cde7 admin admin] Request body: {'subnet': {'network_id': '3728d9e5-742c-4b0f-9b69-d1cb6e2169c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1063736951-subnet', 'tenant_id': '5a25f8bf009e4b55b66d738b6411bdd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:44.707291 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-122ebf62-995a-43b6-8a47-c3ab38c3efd5 req-612ad882-dbd6-4ef2-a69f-3ef443ac7871 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242712 Jan 24 16:50:44.723136 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f734d-f3ff-48ef-b7c5-d5654897d211 admin admin] Pushing event updated for resources: {'Network': ['ID=3728d9e5-742c-4b0f-9b69-d1cb6e2169c1,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:44.738585 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 90f8f9a9-29c7-43ae-a614-082ba39ca500 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:44.739387 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.763415 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 3728d9e5-742c-4b0f-9b69-d1cb6e2169c1 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:50:44.769604 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989be97c-34b2-426c-8fbd-f0015129b58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63859fad-3350-4dd9-850d-98d8bbe20e82,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:44.918132 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81daf7ed-53e2-4221-b8ff-364ee3d3cde7 admin admin] Made reservation on behalf of 5a25f8bf009e4b55b66d738b6411bdd1 for: {'subnet': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:44.918704 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051df13-e1e1-4cb3-89c8-6218637f38b1 req-4b1600f1-2d8d-4f93-8a70-a56402f2664b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:44.923545 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81daf7ed-53e2-4221-b8ff-364ee3d3cde7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.926582 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6051df13-e1e1-4cb3-89c8-6218637f38b1 req-4b1600f1-2d8d-4f93-8a70-a56402f2664b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 932 time: 0.0805092 Jan 24 16:50:44.928120 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Publish callbacks [] for port (88895ed9-de18-43ce-837d-3b529b349daa), precommit_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.934540 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-077f3b81-194c-43bf-8fd0-20606b2f237e admin admin] Publish callbacks [] for security_group (63859fad-3350-4dd9-850d-98d8bbe20e82), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.936654 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-72da3164-d5e7-4701-999b-3b034e9d59a0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d2067982-5a38-46c1-8ec9-527550d6c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3406537 Jan 24 16:50:44.955058 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-4adc6d69-5763-41c7-8f50-af69131a63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:44.956976 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-4adc6d69-5763-41c7-8f50-af69131a63a2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d59c94478d24e3f917829b148941337&device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 1096 time: 0.7227726 Jan 24 16:50:44.963793 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-077f3b81-194c-43bf-8fd0-20606b2f237e admin admin] Publish callbacks [] for security_group (63859fad-3350-4dd9-850d-98d8bbe20e82), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:44.988622 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (88895ed9-de18-43ce-837d-3b529b349daa), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:45.018162 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:45.045490 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-077f3b81-194c-43bf-8fd0-20606b2f237e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (63859fad-3350-4dd9-850d-98d8bbe20e82), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:45.048276 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-077f3b81-194c-43bf-8fd0-20606b2f237e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:45.052348 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-077f3b81-194c-43bf-8fd0-20606b2f237e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/63859fad-3350-4dd9-850d-98d8bbe20e82 HTTP/1.1" status: 204 len: 168 time: 0.5266411 Jan 24 16:50:45.062918 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f3b81-194c-43bf-8fd0-20606b2f237e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63859fad-3350-4dd9-850d-98d8bbe20e82,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:45.258279 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port 90f8f9a9-29c7-43ae-a614-082ba39ca500, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=90f8f9a9-29c7-43ae-a614-082ba39ca500,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:45.300234 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:45.322699 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6051df13-e1e1-4cb3-89c8-6218637f38b1 req-683c38e1-e041-427b-a42e-5fcccc580be5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3924472 Jan 24 16:50:45.373390 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19668ce-2f12-471c-8671-86a57cd35802 None None] Pushing event updated for resources: {'Port': ['ID=88895ed9-de18-43ce-837d-3b529b349daa,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:45.628940 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f8d23f7a-31a5-4d1d-a8cc-e5b3516a8300 admin admin] Publish callbacks [] for security_group (480b95c3-e193-4dad-933f-d66e4a312a78), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:45.630126 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Attempting to bind port 88895ed9-de18-43ce-837d-3b529b349daa on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:45.631363 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Attempting to bind port 88895ed9-de18-43ce-837d-3b529b349daa by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:45.631897 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Attempting to bind port 88895ed9-de18-43ce-837d-3b529b349daa on network 2be75c4f-241a-4241-8df3-f6088625575c {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:45.642312 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:45.643034 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Checking segment: {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:45.643602 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:45.644148 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Bound using segment: {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:45.650377 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Bound port: 88895ed9-de18-43ce-837d-3b529b349daa, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:45.652691 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (88895ed9-de18-43ce-837d-3b529b349daa), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:45.658730 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f8d23f7a-31a5-4d1d-a8cc-e5b3516a8300 admin admin] Publish callbacks [] for security_group (480b95c3-e193-4dad-933f-d66e4a312a78), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:45.663791 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=90f8f9a9-29c7-43ae-a614-082ba39ca500,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:45.857390 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f8d23f7a-31a5-4d1d-a8cc-e5b3516a8300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (480b95c3-e193-4dad-933f-d66e4a312a78), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:45.861541 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f8d23f7a-31a5-4d1d-a8cc-e5b3516a8300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:45.863440 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-f8d23f7a-31a5-4d1d-a8cc-e5b3516a8300 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/480b95c3-e193-4dad-933f-d66e4a312a78 HTTP/1.1" status: 204 len: 168 time: 1.5290475 Jan 24 16:50:45.903751 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d23f7a-31a5-4d1d-a8cc-e5b3516a8300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b95c3-e193-4dad-933f-d66e4a312a78,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:45.907380 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] For port 88895ed9-de18-43ce-837d-3b529b349daa, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:45.915029 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] For port 88895ed9-de18-43ce-837d-3b529b349daa, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=88895ed9-de18-43ce-837d-3b529b349daa,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:45.918674 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-2cad87af-afee-4fac-9e72-e5a505cb4bed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e866c64f-ea45-4c9b-93d6-5414a8e89883 HTTP/1.1" status: 200 len: 217 time: 0.3205140 Jan 24 16:50:45.929542 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 90f8f9a9-29c7-43ae-a614-082ba39ca500 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:45.937049 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-a724f125-1743-4d42-b904-0986178ba78f None None] Provisioning complete for port 88895ed9-de18-43ce-837d-3b529b349daa triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:45.937867 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a724f125-1743-4d42-b904-0986178ba78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (88895ed9-de18-43ce-837d-3b529b349daa), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:45.940140 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (88895ed9-de18-43ce-837d-3b529b349daa), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:46.097228 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19668ce-2f12-471c-8671-86a57cd35802 None None] Pushing event updated for resources: {'Port': ['ID=88895ed9-de18-43ce-837d-3b529b349daa,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:46.099945 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:50:46.100561 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:46.108875 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-44f4550e-ca26-4d5b-9213-3a0c2b001402 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group_rule (4755c484-ef46-4ed4-a47c-4ed62903affd), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:46.123569 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef54bc9-994b-412b-b4c8-a200b98e13b5 x-openstack-request-id: req-bef54bc9-994b-412b-b4c8-a200b98e13b5 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:50:46.125097 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffea6bfd-3cc1-438b-b7c3-29079c646252", "tag": "6ede1577-59cb-4655-a23e-cc2ffa5c3c79", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:50:46.126013 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-bef54bc9-994b-412b-b4c8-a200b98e13b5 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:50:46.140398 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffea6bfd-3cc1-438b-b7c3-29079c646252', 'tag': '6ede1577-59cb-4655-a23e-cc2ffa5c3c79', 'status': 'completed', 'code': 200} Jan 24 16:50:46.230161 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-44f4550e-ca26-4d5b-9213-3a0c2b001402 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (4755c484-ef46-4ed4-a47c-4ed62903affd), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:46.253717 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 90f8f9a9-29c7-43ae-a614-082ba39ca500 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:46.254159 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:46.374986 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-a47dbe65-c525-4be0-85cd-ca010a5001bf service neutron] 10.222.0.117 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8443100 Jan 24 16:50:46.440591 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e782b-ab0d-4223-9b12-7e6429dffe99 req-ac6f8395-207d-4fdc-a868-374c6f92bff9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:46.453384 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f66e782b-ab0d-4223-9b12-7e6429dffe99 req-ac6f8395-207d-4fdc-a868-374c6f92bff9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 943 time: 0.2795553 Jan 24 16:50:46.466975 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4550e-ca26-4d5b-9213-3a0c2b001402 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4755c484-ef46-4ed4-a47c-4ed62903affd,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:46.485296 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af20f1e-1824-4d8f-ba09-7c0973152051 {{(pid=114080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:46.500636 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Publish callbacks [] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:46.510377 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-44f4550e-ca26-4d5b-9213-3a0c2b001402 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:46.511895 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-44f4550e-ca26-4d5b-9213-3a0c2b001402 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.2479019 Jan 24 16:50:46.522960 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47612) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:46.527366 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-56fc9079-5977-4506-88da-f3cf08b719fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:46.530117 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-56fc9079-5977-4506-88da-f3cf08b719fc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66e7280f-c88c-454f-be63-798c959bd1d7 HTTP/1.1" status: 200 len: 852 time: 0.4179802 Jan 24 16:50:46.545221 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Request body: {'floatingip': {'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:46.560102 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-da2455e6-5f13-46e9-aa29-f2bf5a52bf2d service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9640031 Jan 24 16:50:46.567373 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.provisioning_blocks [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Transition to ACTIVE for port object 5af20f1e-1824-4d8f-ba09-7c0973152051 will not be triggered until provisioned by entity L2. {{(pid=114080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:46.591632 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f66e782b-ab0d-4223-9b12-7e6429dffe99 req-93d994de-8303-4045-86f9-d0ffedbbb472 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369739 Jan 24 16:50:46.596676 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:46.665443 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-87bb2d4a-1f34-42bc-9199-0b4e2b41ab1a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4fdddf37-bc88-49a0-ab52-b4d45f811b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906005 Jan 24 16:50:46.681255 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:50:46.760502 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47620) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:46.865045 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Pushing event updated for resources: {'Port': ['ID=5af20f1e-1824-4d8f-ba09-7c0973152051,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:46.952313 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Attempting to bind port 5af20f1e-1824-4d8f-ba09-7c0973152051 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:46.953489 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Attempting to bind port 5af20f1e-1824-4d8f-ba09-7c0973152051 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:46.954117 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Attempting to bind port 5af20f1e-1824-4d8f-ba09-7c0973152051 on network a9684751-c334-42d8-84b0-fcdb27d5b403 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:47.012847 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Port 5af20f1e-1824-4d8f-ba09-7c0973152051 on network a9684751-c334-42d8-84b0-fcdb27d5b403 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:50:47.013087 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Attempting to bind port 5af20f1e-1824-4d8f-ba09-7c0973152051 on network a9684751-c334-42d8-84b0-fcdb27d5b403 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:47.016068 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7b9e36b2-c8a3-4aac-ba78-4894a9c71f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:47.039502 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:47.045218 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Checking segment: {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:47.047361 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Bound using segment: {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:47.049635 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Bound port: 5af20f1e-1824-4d8f-ba09-7c0973152051, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'}}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:47.050117 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:47.134525 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49b368-d6e4-40ac-8d25-4c7b9352278d req-a05c528e-caef-4203-93a9-dec7fbb8e5be tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:47.136836 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6d49b368-d6e4-40ac-8d25-4c7b9352278d req-a05c528e-caef-4203-93a9-dec7fbb8e5be tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 943 time: 0.2085462 Jan 24 16:50:47.222290 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, cleared binding levels {{(pid=114080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:47.229930 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 90f8f9a9-29c7-43ae-a614-082ba39ca500 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:47.234499 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-a724f125-1743-4d42-b904-0986178ba78f None None] Current status of the port 88895ed9-de18-43ce-837d-3b529b349daa is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:47.234915 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a724f125-1743-4d42-b904-0986178ba78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (88895ed9-de18-43ce-837d-3b529b349daa), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:47.250046 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6d49b368-d6e4-40ac-8d25-4c7b9352278d req-644396f1-840e-4a8a-a639-f3d76803a5f0 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978923 Jan 24 16:50:47.266922 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5af20f1e-1824-4d8f-ba09-7c0973152051,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:47.278214 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:47.294521 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-a724f125-1743-4d42-b904-0986178ba78f None None] For port 88895ed9-de18-43ce-837d-3b529b349daa, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=88895ed9-de18-43ce-837d-3b529b349daa,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:47.301550 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7b9e36b2-c8a3-4aac-ba78-4894a9c71f47 admin admin] Publish callbacks [] for security_group (16f4353d-72c2-4f70-8b1c-3b181c483e4f), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:47.328505 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:47.329758 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a724f125-1743-4d42-b904-0986178ba78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (88895ed9-de18-43ce-837d-3b529b349daa), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:47.338531 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7f44d9d-4ded-41cd-9b45-2990147e4467 req-32daddb5-84bd-4c18-9611-b5de340d52fe service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698866 Jan 24 16:50:47.361801 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:47.362842 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:47.371337 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] 10.222.0.79 "PUT /v2.0/ports/5af20f1e-1824-4d8f-ba09-7c0973152051 HTTP/1.1" status: 200 len: 1094 time: 3.0057178 Jan 24 16:50:47.375592 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:47.382915 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7b9e36b2-c8a3-4aac-ba78-4894a9c71f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (16f4353d-72c2-4f70-8b1c-3b181c483e4f), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:47.437334 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724f125-1743-4d42-b904-0986178ba78f None None] Pushing event updated for resources: {'Port': ['ID=88895ed9-de18-43ce-837d-3b529b349daa,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:47.471454 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:45Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:47.527578 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e36b2-c8a3-4aac-ba78-4894a9c71f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f4353d-72c2-4f70-8b1c-3b181c483e4f,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:47.561052 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81daf7ed-53e2-4221-b8ff-364ee3d3cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for subnet (954d56f9-9d61-4767-931f-b2164d3846b1), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:47.576337 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d546a-a9b5-45fe-b9b7-cfa6d038a9bb None None] The sync data for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi is: [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:45Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:50:47.632997 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-38bb1df1-ab79-4e05-9460-735cf08be5e3 req-ac781447-176c-4d5a-a4bf-59ffa3921a52 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 210 time: 0.2605062 Jan 24 16:50:47.640970 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-0c4caee2-8d01-4327-a7ba-8b3d5141b586 None None] Provisioning complete for port 88895ed9-de18-43ce-837d-3b529b349daa triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:47.654977 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-0c4caee2-8d01-4327-a7ba-8b3d5141b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (88895ed9-de18-43ce-837d-3b529b349daa), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:47.679242 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ea0ac-1375-4c7a-8d9a-05e9fc7f6eee service neutron] Pushing event updated for resources: {'Port': ['ID=5af20f1e-1824-4d8f-ba09-7c0973152051,revision_number=3']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:47.734566 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88a79-d8ea-41ff-8c2a-a52317f3c1e9 req-bc25190a-6dbc-413d-aa24-1701632abf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:47.751811 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a0c88a79-d8ea-41ff-8c2a-a52317f3c1e9 req-bc25190a-6dbc-413d-aa24-1701632abf73 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 1096 time: 0.2323973 Jan 24 16:50:47.882248 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d768c180-f7f6-4891-9d56-4ec9cd874526" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:50:47.966022 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 88895ed9-de18-43ce-837d-3b529b349daa up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:47.973926 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-0c4caee2-8d01-4327-a7ba-8b3d5141b586 None None] Current status of the port 88895ed9-de18-43ce-837d-3b529b349daa is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:48.031595 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fab71b-15ef-4bef-b13e-b8eb8c05fe88 req-728198eb-452b-4a29-8075-6fde64087eb9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:48.041828 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d3fab71b-15ef-4bef-b13e-b8eb8c05fe88 req-728198eb-452b-4a29-8075-6fde64087eb9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 1.0608938 Jan 24 16:50:48.107563 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-10fa5bcc-8f35-4466-b51d-12cecae75d0e service neutron] 10.222.0.79 "GET /v2.0/networks/4fdddf37-bc88-49a0-ab52-b4d45f811b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3930147 Jan 24 16:50:48.111634 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6565514-aa8d-4923-a103-2d54823e6fdf req-dbd72e25-3517-4d40-927c-9ea82ae3074c tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:48.112641 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e6565514-aa8d-4923-a103-2d54823e6fdf req-dbd72e25-3517-4d40-927c-9ea82ae3074c tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 943 time: 0.2701507 Jan 24 16:50:48.115031 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81daf7ed-53e2-4221-b8ff-364ee3d3cde7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=954d56f9-9d61-4767-931f-b2164d3846b1,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:48.132668 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 88895ed9-de18-43ce-837d-3b529b349daa triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:48.133057 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (88895ed9-de18-43ce-837d-3b529b349daa), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:48.179867 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88a79-d8ea-41ff-8c2a-a52317f3c1e9 req-02768944-331e-4928-8776-d30d0035499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:48.182329 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a0c88a79-d8ea-41ff-8c2a-a52317f3c1e9 req-02768944-331e-4928-8776-d30d0035499d service neutron] 10.222.0.79 "GET /v2.0/networks?id=d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 200 len: 915 time: 0.4214456 Jan 24 16:50:48.216869 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ccce8-b995-486d-9e76-0115826677fc req-c30669f3-0a1f-4ebe-98d9-f6e43bd5d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:48.218047 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-c30669f3-0a1f-4ebe-98d9-f6e43bd5d637 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 1097 time: 0.6939120 Jan 24 16:50:48.220343 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-7b9e36b2-c8a3-4aac-ba78-4894a9c71f47 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=2865df3245944d5c9428758390d4201b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4274023 Jan 24 16:50:48.220888 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e', 'tag': 'e866c64f-ea45-4c9b-93d6-5414a8e89883'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:48.223127 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7806be99-92eb-4c1c-815a-fbd9d4cd0284" -d '{"events": [{"name": "network-changed", "server_uuid": "f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e", "tag": "e866c64f-ea45-4c9b-93d6-5414a8e89883"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:50:48.263520 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47664) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:48.314518 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 88895ed9-de18-43ce-837d-3b529b349daa is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:48.316262 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a0c88a79-d8ea-41ff-8c2a-a52317f3c1e9 req-f9ae2852-5a59-479f-b152-6851508184bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ede1577-59cb-4655-a23e-cc2ffa5c3c79 HTTP/1.1" status: 200 len: 217 time: 0.1237433 Jan 24 16:50:48.345539 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-3843babd-53e9-4df4-9a20-8ebe422c2150 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5af20f1e-1824-4d8f-ba09-7c0973152051 HTTP/1.1" status: 200 len: 217 time: 0.1176608 Jan 24 16:50:48.394585 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e6565514-aa8d-4923-a103-2d54823e6fdf req-59d71e24-7ead-4406-999e-e421153f6426 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572784 Jan 24 16:50:48.396352 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88a79-d8ea-41ff-8c2a-a52317f3c1e9 req-3654e201-bc60-4800-9257-243e5cacf820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:48.397803 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a0c88a79-d8ea-41ff-8c2a-a52317f3c1e9 req-3654e201-bc60-4800-9257-243e5cacf820 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6046e0ee-825d-4d9e-82c8-aa78e7b1778e HTTP/1.1" status: 200 len: 855 time: 0.0708241 Jan 24 16:50:48.434285 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ccce8-b995-486d-9e76-0115826677fc req-594330b0-5ec5-4886-86ea-89133abb0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:48.436182 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-594330b0-5ec5-4886-86ea-89133abb0992 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 200 len: 855 time: 0.0713222 Jan 24 16:50:48.474597 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a0c88a79-d8ea-41ff-8c2a-a52317f3c1e9 req-f1193c62-7e73-4aaa-9152-ca597481601f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d2067982-5a38-46c1-8ec9-527550d6c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612051 Jan 24 16:50:48.477880 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81daf7ed-53e2-4221-b8ff-364ee3d3cde7 admin admin] Checking segment: {'id': '031a5f25-7758-485f-ad2f-bf839b34e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3728d9e5-742c-4b0f-9b69-d1cb6e2169c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:48.478358 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81daf7ed-53e2-4221-b8ff-364ee3d3cde7 admin admin] Network hostable DHCP agents. Network: 3728d9e5-742c-4b0f-9b69-d1cb6e2169c1, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:48.486053 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-29ded6ef-5937-40f3-ade7-ad4678444f14 req-d9064d49-b3b4-4a12-92ea-076f64c9d72a service neutron] 10.222.0.79 "GET /v2.0/networks/4fdddf37-bc88-49a0-ab52-b4d45f811b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648956 Jan 24 16:50:48.560868 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d3fab71b-15ef-4bef-b13e-b8eb8c05fe88 req-33ad0ee2-669a-460d-8226-96e231c66143 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5169621 Jan 24 16:50:48.561593 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7a52bcd7-5e29-42e8-94cf-b7932e7a856d admin admin] Publish callbacks [] for security_group (16f4353d-72c2-4f70-8b1c-3b181c483e4f), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:48.620332 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7a52bcd7-5e29-42e8-94cf-b7932e7a856d admin admin] Publish callbacks [] for security_group (16f4353d-72c2-4f70-8b1c-3b181c483e4f), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:48.652700 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81daf7ed-53e2-4221-b8ff-364ee3d3cde7 admin admin] Network 3728d9e5-742c-4b0f-9b69-d1cb6e2169c1 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:48.709821 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a0c88a79-d8ea-41ff-8c2a-a52317f3c1e9 req-499bad53-d228-4424-a360-9d64887ac34d service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257762 Jan 24 16:50:48.779778 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca279cf3-78c0-49e8-b79f-e34b5e28508e x-openstack-request-id: req-ca279cf3-78c0-49e8-b79f-e34b5e28508e {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:50:48.781786 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:50:48.782127 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ca279cf3-78c0-49e8-b79f-e34b5e28508e {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:50:48.782620 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'status': 'completed', 'code': 200} Jan 24 16:50:48.791278 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ccce8-b995-486d-9e76-0115826677fc req-919279b3-350b-459c-af51-a4e970eb35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:48.793462 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-919279b3-350b-459c-af51-a4e970eb35c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9684751-c334-42d8-84b0-fcdb27d5b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3482461 Jan 24 16:50:48.801364 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-cebd26ac-9adc-4917-a518-820df33eca31 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:48.803631 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-cebd26ac-9adc-4917-a518-820df33eca31 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.79 "GET /v2.0/networks?id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 200 len: 818 time: 0.1310642 Jan 24 16:50:48.804466 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-81daf7ed-53e2-4221-b8ff-364ee3d3cde7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 3728d9e5-742c-4b0f-9b69-d1cb6e2169c1) {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:48.814344 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726401f-a3de-4206-b17e-a4265a71c91b None None] Network 3728d9e5-742c-4b0f-9b69-d1cb6e2169c1 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:48.894062 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.79', 60970) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:48.934416 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7a52bcd7-5e29-42e8-94cf-b7932e7a856d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (16f4353d-72c2-4f70-8b1c-3b181c483e4f), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:48.938297 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7a52bcd7-5e29-42e8-94cf-b7932e7a856d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:48.939651 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-7a52bcd7-5e29-42e8-94cf-b7932e7a856d admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/16f4353d-72c2-4f70-8b1c-3b181c483e4f HTTP/1.1" status: 204 len: 168 time: 0.6748521 Jan 24 16:50:48.964106 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52bcd7-5e29-42e8-94cf-b7932e7a856d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f4353d-72c2-4f70-8b1c-3b181c483e4f,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:48.973846 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81daf7ed-53e2-4221-b8ff-364ee3d3cde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:48.974638 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81daf7ed-53e2-4221-b8ff-364ee3d3cde7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:48.991532 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed6de26-7d2b-40dd-b250-81e885acc9e4 x-openstack-request-id: req-eed6de26-7d2b-40dd-b250-81e885acc9e4 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:50:48.992180 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e", "tag": "e866c64f-ea45-4c9b-93d6-5414a8e89883", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:50:48.993189 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-eed6de26-7d2b-40dd-b250-81e885acc9e4 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:50:48.994201 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e', 'tag': 'e866c64f-ea45-4c9b-93d6-5414a8e89883', 'status': 'completed', 'code': 200} Jan 24 16:50:49.000145 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Request body: {'port': {'device_id': '44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5', 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04', 'admin_state_up': True, 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:49.050376 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806be99-92eb-4c1c-815a-fbd9d4cd0284 req-10284aa2-6348-4c80-b91e-039dfaa72830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:49.051970 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7806be99-92eb-4c1c-815a-fbd9d4cd0284 req-10284aa2-6348-4c80-b91e-039dfaa72830 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d59c94478d24e3f917829b148941337&device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 1096 time: 0.1559718 Jan 24 16:50:49.099015 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-81daf7ed-53e2-4221-b8ff-364ee3d3cde7 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.5054317 Jan 24 16:50:49.235326 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b63e1-5c2d-4317-a658-dbcd244560fe None None] Network 3728d9e5-742c-4b0f-9b69-d1cb6e2169c1 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:49.328531 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-e2a17adb-a136-477c-8a0c-e767f67380ef service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993982 Jan 24 16:50:49.339207 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:49.374782 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a0c88a79-d8ea-41ff-8c2a-a52317f3c1e9 req-b35e59c0-e528-4637-ac72-e0fa0a2ca60d service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6530178 Jan 24 16:50:49.443227 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558f805-f091-4463-a2b6-35da27a05b40 req-3c9db391-7209-405e-b3d7-1c0cad74d99f tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:49.445512 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c558f805-f091-4463-a2b6-35da27a05b40 req-3c9db391-7209-405e-b3d7-1c0cad74d99f tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 943 time: 0.4854085 Jan 24 16:50:49.511599 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806be99-92eb-4c1c-815a-fbd9d4cd0284 req-6cd80bf5-5a4e-4747-aa48-f6ffebe0610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:49.513001 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7806be99-92eb-4c1c-815a-fbd9d4cd0284 req-6cd80bf5-5a4e-4747-aa48-f6ffebe0610c service neutron] 10.222.0.79 "GET /v2.0/networks?id=4fdddf37-bc88-49a0-ab52-b4d45f811b51 HTTP/1.1" status: 200 len: 912 time: 0.4515705 Jan 24 16:50:49.576504 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7806be99-92eb-4c1c-815a-fbd9d4cd0284 req-a4486fff-bf04-4997-a467-9d6365d658c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e866c64f-ea45-4c9b-93d6-5414a8e89883 HTTP/1.1" status: 200 len: 217 time: 0.0529761 Jan 24 16:50:49.580289 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c558f805-f091-4463-a2b6-35da27a05b40 req-05adf75f-bc17-424e-8bc7-48a953b0757d tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242313 Jan 24 16:50:49.654738 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806be99-92eb-4c1c-815a-fbd9d4cd0284 req-10e6e603-3354-4c26-bcdc-02538a8c5ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:49.656498 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7806be99-92eb-4c1c-815a-fbd9d4cd0284 req-10e6e603-3354-4c26-bcdc-02538a8c5ff8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66e7280f-c88c-454f-be63-798c959bd1d7 HTTP/1.1" status: 200 len: 852 time: 0.0745883 Jan 24 16:50:49.728657 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7806be99-92eb-4c1c-815a-fbd9d4cd0284 req-98acd684-12c2-4ffa-baa9-855553e2b8e3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4fdddf37-bc88-49a0-ab52-b4d45f811b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643365 Jan 24 16:50:49.804924 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Made reservation on behalf of bed4ca830bf54f2493c46fb3cf3fbbc6 for: {'port': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:49.808748 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:49.875989 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-248ccce8-b995-486d-9e76-0115826677fc req-fce6699d-f983-4d16-8edc-b0ba049fd86a service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956741 Jan 24 16:50:49.886518 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881db752-d408-4dfe-b5aa-f7767bb7a498 req-5389b34e-9f69-4deb-9439-9caf651a9772 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:49.886518 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-881db752-d408-4dfe-b5aa-f7767bb7a498 req-5389b34e-9f69-4deb-9439-9caf651a9772 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 943 time: 0.1550756 Jan 24 16:50:49.901431 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-5cc57032-ccc8-42bc-abff-2fa42d49570e tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:49.908176 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-5cc57032-ccc8-42bc-abff-2fa42d49570e tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/networks?id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 200 len: 818 time: 0.9384649 Jan 24 16:50:49.950586 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-fbd8a344-22b7-4ffe-8321-2c1f7890263e tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/quotas/bed4ca830bf54f2493c46fb3cf3fbbc6 HTTP/1.1" status: 200 len: 375 time: 0.0414772 Jan 24 16:50:49.967772 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-881db752-d408-4dfe-b5aa-f7767bb7a498 req-217c4602-b389-4033-8722-bf4367eb5de5 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727844 Jan 24 16:50:49.969801 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7806be99-92eb-4c1c-815a-fbd9d4cd0284 req-9f865c22-6ba9-4e37-8de5-0fd055a746c9 service neutron] 10.222.0.79 "GET /v2.0/networks/4fdddf37-bc88-49a0-ab52-b4d45f811b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916089 Jan 24 16:50:50.064694 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Allocated IP 172.27.3.153 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/f39a0f4d-55aa-49dc-9a41-0d3a8160136d) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:50.200600 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c180-f7f6-4891-9d56-4ec9cd874526 req-faccb31a-0e93-43aa-b56b-77df99b6ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:50.202125 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d768c180-f7f6-4891-9d56-4ec9cd874526 req-faccb31a-0e93-43aa-b56b-77df99b6ca4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 1097 time: 0.2373586 Jan 24 16:50:50.212888 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f74f39e3-610a-4461-aaac-47fe3abb27c6 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2613668 Jan 24 16:50:50.233198 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47782) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:50.246020 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-997635164-network', 'tenant_id': 'd790c2c4a1084711a335817276ffcdd7'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:50.305191 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8c789-fc36-4a63-8b00-a668d9ea8cdd req-de8ddbd3-dc30-4457-b90d-b427174fe9ee tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:50.312054 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4ef8c789-fc36-4a63-8b00-a668d9ea8cdd req-de8ddbd3-dc30-4457-b90d-b427174fe9ee tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.1817040 Jan 24 16:50:50.317062 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7806be99-92eb-4c1c-815a-fbd9d4cd0284 req-43f93141-26ba-4e70-80de-60df63029f15 service neutron] 10.222.0.79 "GET /v2.0/networks/4fdddf37-bc88-49a0-ab52-b4d45f811b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378689 Jan 24 16:50:50.355721 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Allocated IP 172.20.0.5 (a4d3963c-45d0-4dc2-b1e2-d0f377b57d04/c23e31e6-4975-4076-afd7-3b7c3fb32a92/89e6e811-c42c-4807-b037-54df679556fd) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:50.374140 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Made reservation on behalf of d790c2c4a1084711a335817276ffcdd7 for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:50.376630 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:50.390575 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4ef8c789-fc36-4a63-8b00-a668d9ea8cdd req-c74219f9-066c-404b-b4ee-82835a38a9e9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723650 Jan 24 16:50:50.394500 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:50.477370 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Publish callbacks [] for security_group (b866cf5f-9641-4f3d-9079-e7b5b061eb0c), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:50.482230 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (b866cf5f-9641-4f3d-9079-e7b5b061eb0c), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:50.494396 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for port (f39a0f4d-55aa-49dc-9a41-0d3a8160136d), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:50.518497 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=114080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:50:50.523418 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b866cf5f-9641-4f3d-9079-e7b5b061eb0c,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:50.531130 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (1ed3192f-e27f-47dc-b859-1bc598a88b35), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:50.531501 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Added segment 1ed3192f-e27f-47dc-b859-1bc598a88b35 of type vlan for network f4579464-8464-44af-982b-3c2db924ba51 Jan 24 16:50:50.578102 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (f4579464-8464-44af-982b-3c2db924ba51), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:50.611451 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (f4579464-8464-44af-982b-3c2db924ba51), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:50.613831 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:50.614466 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:50.713668 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (f39a0f4d-55aa-49dc-9a41-0d3a8160136d), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:50.717932 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4828503 Jan 24 16:50:50.723848 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47816) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:50.729175 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-aa265129-5122-4953-a277-07bf21bf5527 admin admin] Request body: {'subnet': {'network_id': 'f4579464-8464-44af-982b-3c2db924ba51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-997635164-subnet', 'tenant_id': 'd790c2c4a1084711a335817276ffcdd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:50.762245 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a982e-5521-4fba-8601-45f212f7c176 admin admin] Pushing event updated for resources: {'Network': ['ID=f4579464-8464-44af-982b-3c2db924ba51,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:50.786507 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network f4579464-8464-44af-982b-3c2db924ba51 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:50:50.798079 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa265129-5122-4953-a277-07bf21bf5527 admin admin] Made reservation on behalf of d790c2c4a1084711a335817276ffcdd7 for: {'subnet': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:50.801005 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-aa265129-5122-4953-a277-07bf21bf5527 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:50.844356 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event updated for resources: {'Port': ['ID=f39a0f4d-55aa-49dc-9a41-0d3a8160136d,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:50.871511 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-62b79aff-da27-4b7d-b8eb-825bbc70d2e6 service neutron] 10.222.0.117 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574330 Jan 24 16:50:50.873499 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c180-f7f6-4891-9d56-4ec9cd874526 req-6c234a0e-417b-426b-9e30-54476adec714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:50.875318 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d768c180-f7f6-4891-9d56-4ec9cd874526 req-6c234a0e-417b-426b-9e30-54476adec714 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 916 time: 0.6600220 Jan 24 16:50:50.899691 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:50.922149 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4da4a-bcfc-4a45-a7cc-bdd576b6d19b req-e0245d5e-9245-4ad0-9846-1959eb0a2994 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:50.929426 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-13d4da4a-bcfc-4a45-a7cc-bdd576b6d19b req-e0245d5e-9245-4ad0-9846-1959eb0a2994 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 943 time: 0.2280738 Jan 24 16:50:50.980496 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:50.984471 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:51.001189 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks [] for port (89e6e811-c42c-4807-b037-54df679556fd), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.005216 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d768c180-f7f6-4891-9d56-4ec9cd874526 req-e1a0f2db-3890-49c6-ae58-a7b9684d6f9e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5af20f1e-1824-4d8f-ba09-7c0973152051 HTTP/1.1" status: 200 len: 217 time: 0.1208603 Jan 24 16:50:51.027381 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-13d4da4a-bcfc-4a45-a7cc-bdd576b6d19b req-6e00509a-1cd7-41a2-9ed6-e3bdb49dc2ae tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968640 Jan 24 16:50:51.084330 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47834) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:51.117445 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-aa265129-5122-4953-a277-07bf21bf5527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for subnet (2d71f6a5-2aea-4759-824e-33a8bb54d4a1), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.205926 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47838) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:51.220530 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c180-f7f6-4891-9d56-4ec9cd874526 req-e62e083d-1eb7-480e-b2fb-41ea44f08ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:51.221996 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d768c180-f7f6-4891-9d56-4ec9cd874526 req-e62e083d-1eb7-480e-b2fb-41ea44f08ea8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 200 len: 855 time: 0.2056162 Jan 24 16:50:51.229374 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa265129-5122-4953-a277-07bf21bf5527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d71f6a5-2aea-4759-824e-33a8bb54d4a1,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:51.233188 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (5302cc34-a371-4cad-8a75-90a975cadc63), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.247359 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa265129-5122-4953-a277-07bf21bf5527 admin admin] Checking segment: {'id': '1ed3192f-e27f-47dc-b859-1bc598a88b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f4579464-8464-44af-982b-3c2db924ba51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:51.247717 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa265129-5122-4953-a277-07bf21bf5527 admin admin] Network hostable DHCP agents. Network: f4579464-8464-44af-982b-3c2db924ba51, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:50:51.261659 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36585869-34e3-4184-ad10-7f8de2d317b9 req-69ead110-334c-4581-9a26-b2992e50060b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:51.268316 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-36585869-34e3-4184-ad10-7f8de2d317b9 req-69ead110-334c-4581-9a26-b2992e50060b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 943 time: 0.1065502 Jan 24 16:50:51.280290 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (89e6e811-c42c-4807-b037-54df679556fd), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.300899 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-eb4fbf5b-d83c-483e-aca7-920ff5ab0f73 service neutron] 10.222.0.117 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993237 Jan 24 16:50:51.313992 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa265129-5122-4953-a277-07bf21bf5527 admin admin] Network f4579464-8464-44af-982b-3c2db924ba51 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:50:51.329583 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:51.351020 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-36585869-34e3-4184-ad10-7f8de2d317b9 req-1132db8a-fab9-46d1-b1c3-cfee157523e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817158 Jan 24 16:50:51.360642 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-aa265129-5122-4953-a277-07bf21bf5527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, f4579464-8464-44af-982b-3c2db924ba51) {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:51.361493 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:51.366233 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c180-f7f6-4891-9d56-4ec9cd874526 req-47fdff9f-d049-4ed3-b9e3-e17a06a7f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:51.367714 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d768c180-f7f6-4891-9d56-4ec9cd874526 req-47fdff9f-d049-4ed3-b9e3-e17a06a7f091 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9684751-c334-42d8-84b0-fcdb27d5b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1367865 Jan 24 16:50:51.368458 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:51.372535 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa265129-5122-4953-a277-07bf21bf5527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:51.373293 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-aa265129-5122-4953-a277-07bf21bf5527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.374531 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:51.374742 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.380078 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5b903d-38b4-45db-9618-b2d96520fa13 None None] Network f4579464-8464-44af-982b-3c2db924ba51 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:51.383491 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bb68a83e-6371-4c42-8f4e-5548f3d806f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.403999 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4354849 Jan 24 16:50:51.409962 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a1bc48e9-9dfa-45ba-bbee-92115b30e2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.420312 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223e168-47fd-47e1-b610-15aaeff481cb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Pushing event updated for resources: {'Port': ['ID=89e6e811-c42c-4807-b037-54df679556fd,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:51.430686 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-aa265129-5122-4953-a277-07bf21bf5527 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7069023 Jan 24 16:50:51.442875 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Request body: {'port': {'device_id': '44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:51.445466 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (f39a0f4d-55aa-49dc-9a41-0d3a8160136d), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.591196 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ea6e7753-3bdb-4521-aff7-3616c0a8e37f req-f059bb48-42c7-4202-bd35-726ed956b21f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0612102 Jan 24 16:50:51.622585 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device e866c64f-ea45-4c9b-93d6-5414a8e89883 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:50:51.642798 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34bf3a1-d04a-47fa-b1ec-930e74defcbf None None] Network f4579464-8464-44af-982b-3c2db924ba51 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:50:51.676545 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47850) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:51.694536 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d768c180-f7f6-4891-9d56-4ec9cd874526 req-4b956acd-da23-45ee-a1d0-0a2ebf0142c1 service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050869 Jan 24 16:50:51.695134 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (89e6e811-c42c-4807-b037-54df679556fd), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.767707 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bb68a83e-6371-4c42-8f4e-5548f3d806f6 admin admin] Publish callbacks [] for security_group (ab3a6337-c746-4bf0-9517-3c256eb41ccc), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.809390 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_v2 [None req-815884f6-ba5d-46ac-ae9e-073bef33e87d admin admin] Deleting subnet 954d56f9-9d61-4767-931f-b2164d3846b1 {{(pid=114080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:50:51.813970 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-815884f6-ba5d-46ac-ae9e-073bef33e87d admin admin] Publish callbacks [] for subnet (954d56f9-9d61-4767-931f-b2164d3846b1), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.866280 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839dcc1-a697-40d3-a54b-119c3a11cced req-3a470334-8905-4417-ba12-e39c6a3069d5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:51.868593 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1839dcc1-a697-40d3-a54b-119c3a11cced req-3a470334-8905-4417-ba12-e39c6a3069d5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.3189950 Jan 24 16:50:51.869256 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bb68a83e-6371-4c42-8f4e-5548f3d806f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (ab3a6337-c746-4bf0-9517-3c256eb41ccc), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.886063 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a1bc48e9-9dfa-45ba-bbee-92115b30e2be admin admin] Publish callbacks [] for security_group (105487e3-a48c-4860-a2a3-caed8514498d), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.902856 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port e866c64f-ea45-4c9b-93d6-5414a8e89883, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=e866c64f-ea45-4c9b-93d6-5414a8e89883,segment=NetworkSegment(8f3623f0-10a0-44f7-9dea-0cbd349c970e),segment_id=8f3623f0-10a0-44f7-9dea-0cbd349c970e)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:51.919956 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a1bc48e9-9dfa-45ba-bbee-92115b30e2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (105487e3-a48c-4860-a2a3-caed8514498d), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.924917 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': 'e866c64f-ea45-4c9b-93d6-5414a8e89883', 'network_id': '4fdddf37-bc88-49a0-ab52-b4d45f811b51', 'port_id': 'e866c64f-ea45-4c9b-93d6-5414a8e89883', 'mac_address': 'fa:16:3e:c7:ca:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e7280f-c88c-454f-be63-798c959bd1d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:50:51.946738 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-815884f6-ba5d-46ac-ae9e-073bef33e87d admin admin] Publish callbacks [] for subnet (954d56f9-9d61-4767-931f-b2164d3846b1), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.985636 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-815884f6-ba5d-46ac-ae9e-073bef33e87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (954d56f9-9d61-4767-931f-b2164d3846b1), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.985838 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port e866c64f-ea45-4c9b-93d6-5414a8e89883 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:51.986229 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:51.994072 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-bb68a83e-6371-4c42-8f4e-5548f3d806f6 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e8ca94fb7a2044b2b1ee2d0b371feea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9050744 Jan 24 16:50:52.002922 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e866c64f-ea45-4c9b-93d6-5414a8e89883 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:52.010372 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47858) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:52.030311 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port e866c64f-ea45-4c9b-93d6-5414a8e89883, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=e866c64f-ea45-4c9b-93d6-5414a8e89883,segment=NetworkSegment(8f3623f0-10a0-44f7-9dea-0cbd349c970e),segment_id=8f3623f0-10a0-44f7-9dea-0cbd349c970e)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:52.032423 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68a83e-6371-4c42-8f4e-5548f3d806f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3a6337-c746-4bf0-9517-3c256eb41ccc,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.035862 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.036829 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:50:52.041354 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d768c180-f7f6-4891-9d56-4ec9cd874526 req-070e5888-932d-4df6-a0a5-de71efae3135 service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172750 Jan 24 16:50:52.065203 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-a1bc48e9-9dfa-45ba-bbee-92115b30e2be admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0b2e09036d6543d9b2264e62fd0cf554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8546021 Jan 24 16:50:52.079940 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47862) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:52.121669 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1839dcc1-a697-40d3-a54b-119c3a11cced req-a42cbe8a-8058-44d4-9e2c-e5eea28802e0 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273445 Jan 24 16:50:52.142694 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc48e9-9dfa-45ba-bbee-92115b30e2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105487e3-a48c-4860-a2a3-caed8514498d,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.194090 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-815884f6-ba5d-46ac-ae9e-073bef33e87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for subnet (954d56f9-9d61-4767-931f-b2164d3846b1), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.214575 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=e866c64f-ea45-4c9b-93d6-5414a8e89883,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.248244 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-815884f6-ba5d-46ac-ae9e-073bef33e87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.251428 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-815884f6-ba5d-46ac-ae9e-073bef33e87d admin admin] 10.222.0.117 "DELETE /v2.0/subnets/954d56f9-9d61-4767-931f-b2164d3846b1 HTTP/1.1" status: 204 len: 168 time: 0.5728610 Jan 24 16:50:52.253328 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815884f6-ba5d-46ac-ae9e-073bef33e87d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954d56f9-9d61-4767-931f-b2164d3846b1,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.260577 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47864) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:52.284282 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2690b52e-6024-4d5a-9031-439949a11b31 admin admin] Publish callbacks [] for security_group (ab3a6337-c746-4bf0-9517-3c256eb41ccc), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.292024 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for port (f39a0f4d-55aa-49dc-9a41-0d3a8160136d), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.297855 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=6ede1577-59cb-4655-a23e-cc2ffa5c3c79,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:52.316330 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (f39a0f4d-55aa-49dc-9a41-0d3a8160136d), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.318186 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '6ede1577-59cb-4655-a23e-cc2ffa5c3c79', 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1', 'port_id': '6ede1577-59cb-4655-a23e-cc2ffa5c3c79', 'mac_address': 'fa:16:3e:e0:9c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6046e0ee-825d-4d9e-82c8-aa78e7b1778e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:50:52.356770 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (3728d9e5-742c-4b0f-9b69-d1cb6e2169c1), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.382914 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2690b52e-6024-4d5a-9031-439949a11b31 admin admin] Publish callbacks [] for security_group (ab3a6337-c746-4bf0-9517-3c256eb41ccc), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.388230 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:52.388691 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.404815 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:52.431379 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=6ede1577-59cb-4655-a23e-cc2ffa5c3c79,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:52.433193 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (5302cc34-a371-4cad-8a75-90a975cadc63), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.436841 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.452874 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c563ab7-a470-4987-a96b-524f90df660a admin admin] Publish callbacks [] for security_group (105487e3-a48c-4860-a2a3-caed8514498d), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.472392 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (3728d9e5-742c-4b0f-9b69-d1cb6e2169c1), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.480430 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e516a-5ec9-4385-b2d6-e5104d3ade4b req-f293dc5a-2d84-4f05-a698-7c9c47954f36 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:52.482621 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3b2e516a-5ec9-4385-b2d6-e5104d3ade4b req-f293dc5a-2d84-4f05-a698-7c9c47954f36 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 944 time: 0.3339007 Jan 24 16:50:52.491680 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=6ede1577-59cb-4655-a23e-cc2ffa5c3c79,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.513082 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.513432 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.514202 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.514547 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.514897 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.515316 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.515699 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.516381 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.516381 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.516660 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.541737 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event updated for resources: {'Port': ['ID=f39a0f4d-55aa-49dc-9a41-0d3a8160136d,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.545889 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.547091 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-360d110f-23db-4355-b6f0-941329c281a2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0150888 Jan 24 16:50:52.560590 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c563ab7-a470-4987-a96b-524f90df660a admin admin] Publish callbacks [] for security_group (105487e3-a48c-4860-a2a3-caed8514498d), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.641936 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2690b52e-6024-4d5a-9031-439949a11b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (ab3a6337-c746-4bf0-9517-3c256eb41ccc), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.644667 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2690b52e-6024-4d5a-9031-439949a11b31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.645808 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-2690b52e-6024-4d5a-9031-439949a11b31 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ab3a6337-c746-4bf0-9517-3c256eb41ccc HTTP/1.1" status: 204 len: 168 time: 0.6342456 Jan 24 16:50:52.649923 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3b2e516a-5ec9-4385-b2d6-e5104d3ade4b req-b17bd3ab-1805-44a8-902b-004373e1f730 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399064 Jan 24 16:50:52.665393 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690b52e-6024-4d5a-9031-439949a11b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3a6337-c746-4bf0-9517-3c256eb41ccc,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.704503 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c563ab7-a470-4987-a96b-524f90df660a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (105487e3-a48c-4860-a2a3-caed8514498d), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.707281 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c563ab7-a470-4987-a96b-524f90df660a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.711860 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-1c563ab7-a470-4987-a96b-524f90df660a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/105487e3-a48c-4860-a2a3-caed8514498d HTTP/1.1" status: 204 len: 168 time: 0.6273532 Jan 24 16:50:52.733635 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c563ab7-a470-4987-a96b-524f90df660a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105487e3-a48c-4860-a2a3-caed8514498d,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.747786 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e6e811-c42c-4807-b037-54df679556fd {{(pid=114081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:52.786136 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Publish callbacks [] for port (89e6e811-c42c-4807-b037-54df679556fd), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.800594 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.801097 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.801298 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.803182 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:52.803856 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3728d9e5-742c-4b0f-9b69-d1cb6e2169c1']}} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:52.850891 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['e866c64f-ea45-4c9b-93d6-5414a8e89883'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:50:52.862338 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.provisioning_blocks [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Transition to ACTIVE for port object 89e6e811-c42c-4807-b037-54df679556fd will not be triggered until provisioned by entity L2. {{(pid=114081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:52.866269 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031a5f25-7758-485f-ad2f-bf839b34e719') {'for_net_delete': True} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:52.866269 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031a5f25-7758-485f-ad2f-bf839b34e719') {} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:52.902792 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (89e6e811-c42c-4807-b037-54df679556fd), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.918544 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-aef4b712-b2a7-488d-80e8-e285e35246e1 req-f0a42f08-515c-43f6-8730-1cf0998a9a8b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0745342 Jan 24 16:50:52.920459 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28954005'] for segment (031a5f25-7758-485f-ad2f-bf839b34e719), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:52.997330 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Pushing event updated for resources: {'Port': ['ID=89e6e811-c42c-4807-b037-54df679556fd,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:52.998058 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27dba-d426-47cb-847a-c69d83da88dc req-24075648-7362-499d-a41c-c258ab3f2dda tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:53.000022 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ecf27dba-d426-47cb-847a-c69d83da88dc req-24075648-7362-499d-a41c-c258ab3f2dda tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 944 time: 0.5415545 Jan 24 16:50:53.047509 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (031a5f25-7758-485f-ad2f-bf839b34e719), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.065886 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=114080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:50:53.066922 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28420638'] for segment (031a5f25-7758-485f-ad2f-bf839b34e719), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: from cryptography.utils import int_from_bytes Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: from cryptography.utils import int_from_bytes Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.103548 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: Traceback (most recent call last): Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: timer() Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: cb(*args, **kw) Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: return func(*args, **kwargs) Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: self._notify() Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: self.callback(batched_events) Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: event.method(event) Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: return f(self, *a, **k) Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:50:53.105724 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._get(url).json() Jan 24 16:50:53.107839 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:50:53.107839 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:50:53.107839 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:50:53.107839 dv-cinder-826116-1-iscsi neutron-server[114080]: return self.request(url, 'GET', **kwargs) Jan 24 16:50:53.107839 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:50:53.107839 dv-cinder-826116-1-iscsi neutron-server[114080]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:50:53.107839 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:50:53.107839 dv-cinder-826116-1-iscsi neutron-server[114080]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:50:53.107839 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:50:53.107839 dv-cinder-826116-1-iscsi neutron-server[114080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:50:53.107839 dv-cinder-826116-1-iscsi neutron-server[114080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:50:53.131510 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['6ede1577-59cb-4655-a23e-cc2ffa5c3c79'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:50:53.149547 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-22e7c36b-1642-40cc-a291-3ea99e965445 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-securitygroup--453367128&fields=id&tenant_id=24a57596de944ff6b3c322128a836000 HTTP/1.1" status: 200 len: 267 time: 0.0956476 Jan 24 16:50:53.220146 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ecf27dba-d426-47cb-847a-c69d83da88dc req-980d9eed-9090-40bd-b608-a54efd794550 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854506 Jan 24 16:50:53.224098 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (3728d9e5-742c-4b0f-9b69-d1cb6e2169c1), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.233523 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.241129 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] 10.222.0.117 "DELETE /v2.0/networks/3728d9e5-742c-4b0f-9b69-d1cb6e2169c1 HTTP/1.1" status: 204 len: 168 time: 0.9787807 Jan 24 16:50:53.241960 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47898) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:53.256217 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3521c-7c95-4b3f-8f6b-f1ef2fb4f7a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3728d9e5-742c-4b0f-9b69-d1cb6e2169c1,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: from cryptography.utils import int_from_bytes Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: from cryptography.utils import int_from_bytes Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.264415 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.266244 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.266244 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.266244 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.266244 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.266244 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.266244 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.266244 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.266244 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.266244 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.266244 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.266244 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:53.266244 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:53.266866 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-a84a6d2f-35d2-42a8-b948-ed47bc65fd45 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:53.271767 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-a84a6d2f-35d2-42a8-b948-ed47bc65fd45 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.79 "GET /v2.0/networks?id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 200 len: 818 time: 0.5074840 Jan 24 16:50:53.320224 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Request body: {'port': {'device_id': 'f33a394e-abd2-4047-a8a5-75c89566dbd2', 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04', 'admin_state_up': True, 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:53.350476 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e72c1b-2d3b-4248-85e6-93ccabd08545 admin admin] Deleting subnet 2d71f6a5-2aea-4759-824e-33a8bb54d4a1 {{(pid=114080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:50:53.356666 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-24e72c1b-2d3b-4248-85e6-93ccabd08545 admin admin] Publish callbacks [] for subnet (2d71f6a5-2aea-4759-824e-33a8bb54d4a1), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.404779 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Attempting to bind port 89e6e811-c42c-4807-b037-54df679556fd on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:53.405139 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Attempting to bind port 89e6e811-c42c-4807-b037-54df679556fd by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:53.405445 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Attempting to bind port 89e6e811-c42c-4807-b037-54df679556fd on network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:53.407773 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-24e72c1b-2d3b-4248-85e6-93ccabd08545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28954014'] for subnet (2d71f6a5-2aea-4759-824e-33a8bb54d4a1), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.435054 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47904) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:53.455223 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Port 89e6e811-c42c-4807-b037-54df679556fd on network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:50:53.455624 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Attempting to bind port 89e6e811-c42c-4807-b037-54df679556fd on network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:53.477823 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c03fca36-afa6-43bd-a240-40f44ee159ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.484420 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-24e72c1b-2d3b-4248-85e6-93ccabd08545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (2d71f6a5-2aea-4759-824e-33a8bb54d4a1), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.495298 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:53.495626 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Checking segment: {'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:53.496020 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Bound using segment: {'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:53.496466 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Bound port: 89e6e811-c42c-4807-b037-54df679556fd, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'}}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:53.496819 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (89e6e811-c42c-4807-b037-54df679556fd), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.527510 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b7821bee-bde5-46b4-a0d7-f3caf5708999 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:53.529042 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b7821bee-bde5-46b4-a0d7-f3caf5708999 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/networks?id=2be75c4f-241a-4241-8df3-f6088625575c HTTP/1.1" status: 200 len: 811 time: 0.3784828 Jan 24 16:50:53.529503 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081122a-d7ea-47d8-88f4-52d254dbfc46 req-e4abf9d9-ab1d-433d-8121-d56d93f4981e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:53.530997 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6081122a-d7ea-47d8-88f4-52d254dbfc46 req-e4abf9d9-ab1d-433d-8121-d56d93f4981e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0871336 Jan 24 16:50:53.582953 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-24e72c1b-2d3b-4248-85e6-93ccabd08545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28420788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29096949'] for subnet (2d71f6a5-2aea-4759-824e-33a8bb54d4a1), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.583603 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-e53e73d8-6678-486e-a047-704a6d679c18 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/quotas/24a57596de944ff6b3c322128a836000 HTTP/1.1" status: 200 len: 375 time: 0.0421765 Jan 24 16:50:53.626464 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e72c1b-2d3b-4248-85e6-93ccabd08545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d71f6a5-2aea-4759-824e-33a8bb54d4a1,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:53.631538 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-24e72c1b-2d3b-4248-85e6-93ccabd08545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.638716 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-24e72c1b-2d3b-4248-85e6-93ccabd08545 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/2d71f6a5-2aea-4759-824e-33a8bb54d4a1 HTTP/1.1" status: 204 len: 168 time: 0.3828366 Jan 24 16:50:53.645534 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47908) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:53.649440 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6081122a-d7ea-47d8-88f4-52d254dbfc46 req-d06b9bb7-4330-4ced-8034-690c614359a1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005960 Jan 24 16:50:53.673419 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Made reservation on behalf of bed4ca830bf54f2493c46fb3cf3fbbc6 for: {'port': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:53.676862 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.689924 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5af20f1e-1824-4d8f-ba09-7c0973152051 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:50:53.754555 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] For port 89e6e811-c42c-4807-b037-54df679556fd, host hv-cinder-82611, cleared binding levels {{(pid=114081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:53.784006 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] For port 89e6e811-c42c-4807-b037-54df679556fd, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=89e6e811-c42c-4807-b037-54df679556fd,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:53.811879 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-72708854-1345-4faf-87bc-97a7bc9f899c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=24a57596de944ff6b3c322128a836000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2080016 Jan 24 16:50:53.826240 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (89e6e811-c42c-4807-b037-54df679556fd), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.831284 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5af20f1e-1824-4d8f-ba09-7c0973152051,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:53.845808 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'port_id': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'mac_address': 'fa:16:3e:23:97:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:50:53.875790 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e0492-de72-4530-a9b3-9c4aa6753e96 req-5a3b0135-64f1-436c-b56f-1224d16d862f tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:53.881045 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-339e0492-de72-4530-a9b3-9c4aa6753e96 req-5a3b0135-64f1-436c-b56f-1224d16d862f tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 944 time: 0.0779333 Jan 24 16:50:53.901878 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 5af20f1e-1824-4d8f-ba09-7c0973152051 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:53.902268 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.906619 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (f4579464-8464-44af-982b-3c2db924ba51), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.920458 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af20f1e-1824-4d8f-ba09-7c0973152051 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:53.949898 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5af20f1e-1824-4d8f-ba09-7c0973152051,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:53.951529 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-339e0492-de72-4530-a9b3-9c4aa6753e96 req-af34c1ff-3f60-4586-848d-a7ab40c52f56 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610101 Jan 24 16:50:53.969361 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.969567 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c03fca36-afa6-43bd-a240-40f44ee159ee admin admin] Publish callbacks [] for security_group (0954a619-04e0-4eae-981d-9cad40eb1cea), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.996093 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:53.996722 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:53.998130 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] 10.222.0.79 "PUT /v2.0/ports/89e6e811-c42c-4807-b037-54df679556fd HTTP/1.1" status: 200 len: 1093 time: 2.5788772 Jan 24 16:50:54.008473 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5', 'tag': '89e6e811-c42c-4807-b037-54df679556fd'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:54.011189 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fad0c5-7497-4d8e-85af-f9321f462664" -d '{"events": [{"name": "network-changed", "server_uuid": "44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5", "tag": "89e6e811-c42c-4807-b037-54df679556fd"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:50:54.029066 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c03fca36-afa6-43bd-a240-40f44ee159ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (0954a619-04e0-4eae-981d-9cad40eb1cea), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.032459 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=5af20f1e-1824-4d8f-ba09-7c0973152051,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:54.067923 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device e866c64f-ea45-4c9b-93d6-5414a8e89883 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:54.088832 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f41c88ee-5024-425a-9abc-fb9b08e31733 req-bfa66d0d-fedb-4bed-bc3e-cb22dd6c6604 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0394342 Jan 24 16:50:54.135668 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port e866c64f-ea45-4c9b-93d6-5414a8e89883 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:50:54.141250 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port e866c64f-ea45-4c9b-93d6-5414a8e89883 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:54.142832 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.175317 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-c03fca36-afa6-43bd-a240-40f44ee159ee admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c492aaca06194ef1a6560e8c2ca0423b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7365005 Jan 24 16:50:54.175317 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cfaaa8-e356-49f7-8fb3-d6e0ffee6c3a x-openstack-request-id: req-61cfaaa8-e356-49f7-8fb3-d6e0ffee6c3a {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:50:54.175317 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5", "tag": "89e6e811-c42c-4807-b037-54df679556fd", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:50:54.175317 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-61cfaaa8-e356-49f7-8fb3-d6e0ffee6c3a {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:50:54.175317 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5', 'tag': '89e6e811-c42c-4807-b037-54df679556fd', 'status': 'completed', 'code': 200} Jan 24 16:50:54.175830 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47928) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:54.194000 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83f124-f54b-4299-a78b-aca4962e0e9f service neutron] Pushing event updated for resources: {'Port': ['ID=89e6e811-c42c-4807-b037-54df679556fd,revision_number=3']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:54.246573 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-86653a8c-df5a-4678-b977-7974da100594 admin admin] Publish callbacks [] for security_group (0954a619-04e0-4eae-981d-9cad40eb1cea), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.261658 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port e866c64f-ea45-4c9b-93d6-5414a8e89883 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:54.262051 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.299995 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-86653a8c-df5a-4678-b977-7974da100594 admin admin] Publish callbacks [] for security_group (0954a619-04e0-4eae-981d-9cad40eb1cea), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.301933 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port e866c64f-ea45-4c9b-93d6-5414a8e89883, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=e866c64f-ea45-4c9b-93d6-5414a8e89883,segment=NetworkSegment(8f3623f0-10a0-44f7-9dea-0cbd349c970e),segment_id=8f3623f0-10a0-44f7-9dea-0cbd349c970e)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:54.306173 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e866c64f-ea45-4c9b-93d6-5414a8e89883'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:54.369401 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['5af20f1e-1824-4d8f-ba09-7c0973152051'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:50:54.374237 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.374924 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:54.428605 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-86653a8c-df5a-4678-b977-7974da100594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (0954a619-04e0-4eae-981d-9cad40eb1cea), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.431739 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-86653a8c-df5a-4678-b977-7974da100594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.433185 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-86653a8c-df5a-4678-b977-7974da100594 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/0954a619-04e0-4eae-981d-9cad40eb1cea HTTP/1.1" status: 204 len: 168 time: 0.2565324 Jan 24 16:50:54.452749 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1610d8-d43c-4937-9e59-303e449f4b44 req-8bd39997-6480-469f-8a32-7b2f3ab01f6d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:54.460811 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-bb1610d8-d43c-4937-9e59-303e449f4b44 req-8bd39997-6480-469f-8a32-7b2f3ab01f6d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 944 time: 0.1224146 Jan 24 16:50:54.484789 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86653a8c-df5a-4678-b977-7974da100594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0954a619-04e0-4eae-981d-9cad40eb1cea,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:54.536774 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-bb1610d8-d43c-4937-9e59-303e449f4b44 req-aa12e6f0-b866-4fa9-8032-da84a614a6a9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743070 Jan 24 16:50:54.554059 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (f4579464-8464-44af-982b-3c2db924ba51), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.578067 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.578657 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.579664 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.580091 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > port after_create 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.580433 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.580769 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > port after_update 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.581109 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.581449 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.581773 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.582097 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.641310 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=e866c64f-ea45-4c9b-93d6-5414a8e89883,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:54.657516 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.657873 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.658721 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.659109 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 16:50:54.659494 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4579464-8464-44af-982b-3c2db924ba51']}} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:54.684266 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:50:54.691749 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:54.692025 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.713396 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed3192f-e27f-47dc-b859-1bc598a88b35') {'for_net_delete': True} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:54.713970 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed3192f-e27f-47dc-b859-1bc598a88b35') {} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:50:54.734233 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9158a537-640c-431a-8d98-f37544e5b458" -d '{"events": [{"server_uuid": "f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e", "name": "network-vif-plugged", "status": "completed", "tag": "e866c64f-ea45-4c9b-93d6-5414a8e89883"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:50:54.753909 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25416693'] for segment (1ed3192f-e27f-47dc-b859-1bc598a88b35), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.795953 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (1ed3192f-e27f-47dc-b859-1bc598a88b35), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.799017 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fca36-afa6-43bd-a240-40f44ee159ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0954a619-04e0-4eae-981d-9cad40eb1cea,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:54.827592 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=114081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:50:54.828244 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1357059'] for segment (1ed3192f-e27f-47dc-b859-1bc598a88b35), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: Traceback (most recent call last): Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: timer() Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: cb(*args, **kw) Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: return func(*args, **kwargs) Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: self._notify() Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: self.callback(batched_events) Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: event.method(event) Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: return f(self, *a, **k) Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._get(url).json() Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: return self.request(url, 'GET', **kwargs) Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:50:54.833785 dv-cinder-826116-1-iscsi neutron-server[114081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:50:54.853204 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Allocated IP 172.20.0.11 (a4d3963c-45d0-4dc2-b1e2-d0f377b57d04/c23e31e6-4975-4076-afd7-3b7c3fb32a92/5b46c1cc-6728-4897-8738-0827955179b2) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:54.865010 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:54.865635 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.866880 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-3d183257-458e-4804-a166-7ec0eb43a211 service neutron] 10.222.0.117 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0380263 Jan 24 16:50:54.874188 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fb792-a5b9-403a-8a4b-33c61f16875f req-73386fad-e022-44cb-812b-494f870ded49 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:54.875895 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ca1fb792-a5b9-403a-8a4b-33c61f16875f req-73386fad-e022-44cb-812b-494f870ded49 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 945 time: 0.1228485 Jan 24 16:50:54.926278 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=6ede1577-59cb-4655-a23e-cc2ffa5c3c79,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:54.933611 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:54.940360 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ca1fb792-a5b9-403a-8a4b-33c61f16875f req-c144074f-3853-48d3-8f29-86a51cb4f9b2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582674 Jan 24 16:50:54.949421 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-c45883ef-1c0c-4226-a476-9ada1f188cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:54.951244 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-c45883ef-1c0c-4226-a476-9ada1f188cc4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 1096 time: 0.8927250 Jan 24 16:50:54.997918 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=6ede1577-59cb-4655-a23e-cc2ffa5c3c79,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:55.019729 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (f4579464-8464-44af-982b-3c2db924ba51), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:55.096103 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-0b2996b2-c842-4539-b7c3-9e8c37fd3c02 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e6e811-c42c-4807-b037-54df679556fd HTTP/1.1" status: 200 len: 217 time: 0.0869977 Jan 24 16:50:55.108701 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:55.111842 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] 10.222.0.117 "DELETE /v2.0/networks/f4579464-8464-44af-982b-3c2db924ba51 HTTP/1.1" status: 204 len: 168 time: 1.4645696 Jan 24 16:50:55.139240 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af74333-f161-4d10-8720-dcf9969b6bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4579464-8464-44af-982b-3c2db924ba51,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:55.177064 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ecd529-53de-47d0-9018-83da5ce5d4a7 x-openstack-request-id: req-53ecd529-53de-47d0-9018-83da5ce5d4a7 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:50:55.177549 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e", "name": "network-vif-plugged", "status": "completed", "tag": "e866c64f-ea45-4c9b-93d6-5414a8e89883", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:50:55.177638 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-53ecd529-53de-47d0-9018-83da5ce5d4a7 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:50:55.178066 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e866c64f-ea45-4c9b-93d6-5414a8e89883', 'code': 200} Jan 24 16:50:55.298372 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-047586c5-9b43-45b7-89bc-d4df4e48dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:55.299893 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-047586c5-9b43-45b7-89bc-d4df4e48dd80 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c23e31e6-4975-4076-afd7-3b7c3fb32a92 HTTP/1.1" status: 200 len: 858 time: 0.1841130 Jan 24 16:50:55.312561 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks [] for port (5b46c1cc-6728-4897-8738-0827955179b2), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:55.346145 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 47980) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:55.358835 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-8dd10948-8700-4793-86d1-a5ef7df7f746 service neutron] 10.222.0.117 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907012 Jan 24 16:50:55.377131 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-688fce03-3c43-4c34-902b-bfdf5edcb91d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599506 Jan 24 16:50:55.466248 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d508c6a-86c2-431b-bf4c-ed88d5771a1d req-dea1d258-d92a-4261-a724-3a910086c3a5 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:55.473047 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2d508c6a-86c2-431b-bf4c-ed88d5771a1d req-dea1d258-d92a-4261-a724-3a910086c3a5 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 945 time: 0.1529677 Jan 24 16:50:55.475850 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (5b46c1cc-6728-4897-8738-0827955179b2), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:55.481101 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-efe3e40b-da9d-4b62-b90f-01bf8618823b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=5a25f8bf009e4b55b66d738b6411bdd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339808 Jan 24 16:50:55.488410 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 47984) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:55.518734 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384500b-57b0-4788-a8c9-e2e8b3241b6d req-910d8791-294f-4bac-8080-b3b2958b8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:55.520246 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f384500b-57b0-4788-a8c9-e2e8b3241b6d req-910d8791-294f-4bac-8080-b3b2958b8577 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 1098 time: 0.1456153 Jan 24 16:50:55.544493 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-f384500b-57b0-4788-a8c9-e2e8b3241b6d req-fad1c3da-90af-4a34-8db9-25b00c8f94e1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:55.563779 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2d508c6a-86c2-431b-bf4c-ed88d5771a1d req-4b99f36d-1d6f-4590-acbb-697c9e0e360a tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893686 Jan 24 16:50:55.623323 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:55.659117 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-873b00d1-491f-46d5-aec5-8fee571b4661 service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686238 Jan 24 16:50:55.675400 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:55.692381 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:55.694683 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5af20f1e-1824-4d8f-ba09-7c0973152051 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:50:55.708680 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e6c91be7-11bc-474e-b0ea-ca6de093d2a3 admin admin] Publish callbacks [] for security_group (26b51cc0-418d-43db-ae10-1d2a1c6a34bb), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:55.710272 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Pushing event updated for resources: {'Port': ['ID=5b46c1cc-6728-4897-8738-0827955179b2,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:55.810584 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 5af20f1e-1824-4d8f-ba09-7c0973152051 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:50:55.816797 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 5af20f1e-1824-4d8f-ba09-7c0973152051 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:55.817452 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:55.980234 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-f384500b-57b0-4788-a8c9-e2e8b3241b6d req-fad1c3da-90af-4a34-8db9-25b00c8f94e1 service neutron] Publish callbacks [] for security_group (62aadfb5-e757-43c3-a372-daf50aca87f6), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:55.993087 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e6c91be7-11bc-474e-b0ea-ca6de093d2a3 admin admin] Publish callbacks [] for security_group (26b51cc0-418d-43db-ae10-1d2a1c6a34bb), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:56.011131 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-f384500b-57b0-4788-a8c9-e2e8b3241b6d req-fad1c3da-90af-4a34-8db9-25b00c8f94e1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (62aadfb5-e757-43c3-a372-daf50aca87f6), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:56.011476 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 5af20f1e-1824-4d8f-ba09-7c0973152051 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:56.011901 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:56.048718 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1c3da-90af-4a34-8db9-25b00c8f94e1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=62aadfb5-e757-43c3-a372-daf50aca87f6,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:56.057584 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5af20f1e-1824-4d8f-ba09-7c0973152051,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:56.063286 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:56.065883 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:56.066945 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:56.107471 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f384500b-57b0-4788-a8c9-e2e8b3241b6d req-fad1c3da-90af-4a34-8db9-25b00c8f94e1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778234 Jan 24 16:50:56.121085 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a3025-8ccd-4c3a-ae31-cbae424d5d1e req-a46fa6c2-c88c-4207-9e19-c88e1194317c tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:56.140288 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=5af20f1e-1824-4d8f-ba09-7c0973152051,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:56.142429 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7f2a3025-8ccd-4c3a-ae31-cbae424d5d1e req-a46fa6c2-c88c-4207-9e19-c88e1194317c tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 945 time: 0.1606314 Jan 24 16:50:56.154537 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2de6-7e42-4bdb-ac0e-9d4fd25e2d63 req-0b55f8a8-943c-4100-b3ce-08017d796448 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:56.159609 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-aabc2de6-7e42-4bdb-ac0e-9d4fd25e2d63 req-0b55f8a8-943c-4100-b3ce-08017d796448 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 932 time: 0.3603740 Jan 24 16:50:56.180769 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-0c6de683-d002-46d9-87b0-cce420ac9782 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8760915 Jan 24 16:50:56.196039 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0dc985ee-8879-44be-8d84-6afcccde6516 req-b88f6391-32ca-4501-b5ac-9c0038835bbc service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219800 Jan 24 16:50:56.223604 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e6c91be7-11bc-474e-b0ea-ca6de093d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (26b51cc0-418d-43db-ae10-1d2a1c6a34bb), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:56.227774 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e6c91be7-11bc-474e-b0ea-ca6de093d2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:56.228960 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-e6c91be7-11bc-474e-b0ea-ca6de093d2a3 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/26b51cc0-418d-43db-ae10-1d2a1c6a34bb HTTP/1.1" status: 204 len: 168 time: 0.7386773 Jan 24 16:50:56.243401 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7f2a3025-8ccd-4c3a-ae31-cbae424d5d1e req-dfb41022-a3ae-4c78-a651-670c87464702 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967796 Jan 24 16:50:56.255613 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-aabc2de6-7e42-4bdb-ac0e-9d4fd25e2d63 req-7302e1ca-bf06-4005-bd19-cb6de7a1eee1 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907345 Jan 24 16:50:56.267210 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c91be7-11bc-474e-b0ea-ca6de093d2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b51cc0-418d-43db-ae10-1d2a1c6a34bb,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:56.333162 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Request body: {'port': {'device_id': 'f33a394e-abd2-4047-a8a5-75c89566dbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:56.338372 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a2a1cd0b-65af-4532-9fb3-2135b1ea9546 req-ef43913f-f8c3-47cf-908d-9e3b9a18a929 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 210 time: 0.0357864 Jan 24 16:50:56.470541 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5b46c1cc-6728-4897-8738-0827955179b2), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:56.494544 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00722e7-f05d-4dd6-b453-476930723623 req-d1b84e44-4c26-4b39-be42-3785cbd97899 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:56.496123 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c00722e7-f05d-4dd6-b453-476930723623 req-d1b84e44-4c26-4b39-be42-3785cbd97899 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1446583 Jan 24 16:50:56.500361 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fad0c5-7497-4d8e-85af-f9321f462664 req-a11289dc-c82f-4c6f-81ca-b3f7569b559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:56.501886 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-17fad0c5-7497-4d8e-85af-f9321f462664 req-a11289dc-c82f-4c6f-81ca-b3f7569b559f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 1096 time: 0.1057034 Jan 24 16:50:56.752498 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c00722e7-f05d-4dd6-b453-476930723623 req-93be68be-8c51-4373-b4b9-876b56b7f454 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242701 Jan 24 16:50:56.779465 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fad0c5-7497-4d8e-85af-f9321f462664 req-3f5110ea-2ba8-4f6c-bc37-1df4a5329050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:56.780944 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-17fad0c5-7497-4d8e-85af-f9321f462664 req-3f5110ea-2ba8-4f6c-bc37-1df4a5329050 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 200 len: 918 time: 0.2563581 Jan 24 16:50:56.814390 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d7b22-f542-4149-a872-3d4db48bc187 req-5b53ffc2-962f-4235-9ed6-9521681547d0 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:56.824207 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-231d7b22-f542-4149-a872-3d4db48bc187 req-5b53ffc2-962f-4235-9ed6-9521681547d0 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 945 time: 0.1195052 Jan 24 16:50:56.850340 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-17fad0c5-7497-4d8e-85af-f9321f462664 req-7e177ae2-9475-4a19-962e-eee0b496feaf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e6e811-c42c-4807-b037-54df679556fd HTTP/1.1" status: 200 len: 217 time: 0.0518434 Jan 24 16:50:56.875415 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-231d7b22-f542-4149-a872-3d4db48bc187 req-f10df856-ca8f-4741-a8c2-747b472b084a tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501685 Jan 24 16:50:56.881287 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48028) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:56.944679 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-505eb241-8fd4-4b67-8de2-d25adee661cd admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d790c2c4a1084711a335817276ffcdd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619781 Jan 24 16:50:56.949634 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48032) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:50:56.979252 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fad0c5-7497-4d8e-85af-f9321f462664 req-5bf20fd8-d3b6-4e61-b868-836fe991c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:56.979492 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-17fad0c5-7497-4d8e-85af-f9321f462664 req-5bf20fd8-d3b6-4e61-b868-836fe991c9f5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c23e31e6-4975-4076-afd7-3b7c3fb32a92 HTTP/1.1" status: 200 len: 858 time: 0.1050327 Jan 24 16:50:57.003281 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e456ffe1-8293-494f-87f7-ac384593eced admin admin] Publish callbacks [] for security_group (b866cf5f-9641-4f3d-9079-e7b5b061eb0c), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:57.022539 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-17fad0c5-7497-4d8e-85af-f9321f462664 req-740cec21-5331-4f58-9f51-26f364afdbac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350854 Jan 24 16:50:57.028862 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e456ffe1-8293-494f-87f7-ac384593eced admin admin] Publish callbacks [] for security_group (b866cf5f-9641-4f3d-9079-e7b5b061eb0c), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:57.080204 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e456ffe1-8293-494f-87f7-ac384593eced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (b866cf5f-9641-4f3d-9079-e7b5b061eb0c), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:57.083268 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e456ffe1-8293-494f-87f7-ac384593eced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:57.086840 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e456ffe1-8293-494f-87f7-ac384593eced admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/b866cf5f-9641-4f3d-9079-e7b5b061eb0c HTTP/1.1" status: 204 len: 168 time: 0.1336432 Jan 24 16:50:57.109500 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456ffe1-8293-494f-87f7-ac384593eced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b866cf5f-9641-4f3d-9079-e7b5b061eb0c,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:57.147215 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b46c1cc-6728-4897-8738-0827955179b2 {{(pid=114081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:57.158305 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Publish callbacks [] for port (5b46c1cc-6728-4897-8738-0827955179b2), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:57.179348 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea6bfd-3cc1-438b-b7c3-29079c646252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ede1577-59cb-4655-a23e-cc2ffa5c3c79'}, {'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:57.182468 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.provisioning_blocks [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Transition to ACTIVE for port object 5b46c1cc-6728-4897-8738-0827955179b2 will not be triggered until provisioned by entity L2. {{(pid=114081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:50:57.184706 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0147f6-2b50-41c4-95f4-95dfb8069bf6" -d '{"events": [{"server_uuid": "ffea6bfd-3cc1-438b-b7c3-29079c646252", "name": "network-vif-plugged", "status": "completed", "tag": "6ede1577-59cb-4655-a23e-cc2ffa5c3c79"}, {"server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "name": "network-vif-plugged", "status": "completed", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:50:57.191708 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (5b46c1cc-6728-4897-8738-0827955179b2), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:57.202571 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-17fad0c5-7497-4d8e-85af-f9321f462664 req-c3a96c19-6804-4cc4-9d33-b48e45bc064f service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588349 Jan 24 16:50:57.343353 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b46c1cc-6728-4897-8738-0827955179b2,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:57.368255 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 24 Jan 2022 16:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52229d1-1149-4eb8-a13d-3f02e9307806 x-openstack-request-id: req-a52229d1-1149-4eb8-a13d-3f02e9307806 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:50:57.368811 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea6bfd-3cc1-438b-b7c3-29079c646252", "name": "network-vif-plugged", "status": "completed", "tag": "6ede1577-59cb-4655-a23e-cc2ffa5c3c79", "code": 200}, {"server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "name": "network-vif-plugged", "status": "completed", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:50:57.369317 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-a52229d1-1149-4eb8-a13d-3f02e9307806 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:50:57.369905 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea6bfd-3cc1-438b-b7c3-29079c646252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ede1577-59cb-4655-a23e-cc2ffa5c3c79', 'code': 200} Jan 24 16:50:57.370341 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'code': 200} Jan 24 16:50:57.423549 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Attempting to bind port 5b46c1cc-6728-4897-8738-0827955179b2 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:50:57.424235 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Attempting to bind port 5b46c1cc-6728-4897-8738-0827955179b2 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:50:57.424627 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Attempting to bind port 5b46c1cc-6728-4897-8738-0827955179b2 on network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:57.444552 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-17fad0c5-7497-4d8e-85af-f9321f462664 req-ddb5c248-b3d6-4e70-b371-e307f6d99de1 service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180164 Jan 24 16:50:57.445194 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Port 5b46c1cc-6728-4897-8738-0827955179b2 on network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:50:57.446207 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Attempting to bind port 5b46c1cc-6728-4897-8738-0827955179b2 on network a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:50:57.453592 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:50:57.453949 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Checking segment: {'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:50:57.456731 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Bound using segment: {'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:50:57.457227 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Bound port: 5b46c1cc-6728-4897-8738-0827955179b2, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2869edc-d510-4b94-b7aa-bd2ea837b45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04'}}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:50:57.457602 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5b46c1cc-6728-4897-8738-0827955179b2), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:57.477348 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-f433ec8f-bdee-4bfc-919b-da4f43688096 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:57.480161 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-f433ec8f-bdee-4bfc-919b-da4f43688096 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.79 "GET /v2.0/networks?id=2be75c4f-241a-4241-8df3-f6088625575c HTTP/1.1" status: 200 len: 811 time: 0.2486339 Jan 24 16:50:57.588540 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9ca29-cad3-4593-b1cf-7924d3b2d62d req-9fbfda37-5c53-478c-b6e8-b670278d8fb6 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:57.590166 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b8f9ca29-cad3-4593-b1cf-7924d3b2d62d req-9fbfda37-5c53-478c-b6e8-b670278d8fb6 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 944 time: 0.0874918 Jan 24 16:50:57.592236 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] For port 5b46c1cc-6728-4897-8738-0827955179b2, host hv-cinder-82611, cleared binding levels {{(pid=114081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:50:57.596212 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] For port 5b46c1cc-6728-4897-8738-0827955179b2, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5b46c1cc-6728-4897-8738-0827955179b2,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:50:57.606531 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (5b46c1cc-6728-4897-8738-0827955179b2), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:57.622032 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0caee-9d87-46f2-8afc-db8f12fad40f req-fe9f2394-5259-4c9e-be2d-5ed6f456257d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:57.623613 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-28b0caee-9d87-46f2-8afc-db8f12fad40f req-fe9f2394-5259-4c9e-be2d-5ed6f456257d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 945 time: 0.2106628 Jan 24 16:50:57.671600 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:57.672222 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:57.673600 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] 10.222.0.79 "PUT /v2.0/ports/5b46c1cc-6728-4897-8738-0827955179b2 HTTP/1.1" status: 200 len: 1094 time: 1.3517823 Jan 24 16:50:57.675386 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33a394e-abd2-4047-a8a5-75c89566dbd2', 'tag': '5b46c1cc-6728-4897-8738-0827955179b2'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:50:57.677822 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b696635d-1ada-4dc3-a016-e6a2aa4cd0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f33a394e-abd2-4047-a8a5-75c89566dbd2", "tag": "5b46c1cc-6728-4897-8738-0827955179b2"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:50:57.747531 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-c5bdf2b8-2de9-4c8c-93ba-616ba30a2872 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24a57596de944ff6b3c322128a836000 HTTP/1.1" status: 200 len: 379 time: 0.2274311 Jan 24 16:50:57.752701 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-28b0caee-9d87-46f2-8afc-db8f12fad40f req-d154b3e3-2186-43ee-aad0-be04a1ad0deb tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234720 Jan 24 16:50:57.758665 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Request body: {'port': {'device_id': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'admin_state_up': True, 'tenant_id': '24a57596de944ff6b3c322128a836000', 'security_groups': ['d31477de-49fc-4ca5-b95f-986a6e33d643']}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:57.824039 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b8f9ca29-cad3-4593-b1cf-7924d3b2d62d req-1f2b768f-6cc9-4b60-9393-6e9d37429021 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253003 Jan 24 16:50:58.012622 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e60a0010-eae1-4efd-9b56-5ba1366adc56 req-af92d776-ef0f-4c0d-b88c-ccf522f43c6e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 210 time: 0.0818064 Jan 24 16:50:58.056809 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-988e8cde-18ac-4a49-b2ec-8a917a11da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:58.059465 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-988e8cde-18ac-4a49-b2ec-8a917a11da0b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 1097 time: 0.2793493 Jan 24 16:50:58.146444 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-7e8af9ef-8283-493a-9d88-d7c7a08a9041 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b46c1cc-6728-4897-8738-0827955179b2 HTTP/1.1" status: 200 len: 217 time: 0.0693252 Jan 24 16:50:58.193126 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ad93f5-e22f-4c55-ace4-29069e18716c x-openstack-request-id: req-d7ad93f5-e22f-4c55-ace4-29069e18716c {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:50:58.193498 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33a394e-abd2-4047-a8a5-75c89566dbd2", "tag": "5b46c1cc-6728-4897-8738-0827955179b2", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:50:58.193766 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d7ad93f5-e22f-4c55-ace4-29069e18716c {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:50:58.195553 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33a394e-abd2-4047-a8a5-75c89566dbd2', 'tag': '5b46c1cc-6728-4897-8738-0827955179b2', 'status': 'completed', 'code': 200} Jan 24 16:50:58.225792 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e14d6-f277-4af3-a15b-a983471a4cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b46c1cc-6728-4897-8738-0827955179b2,revision_number=3']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:58.264381 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-77a1416a-2bbb-4871-a319-ffc23e9a0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:58.265910 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-77a1416a-2bbb-4871-a319-ffc23e9a0041 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c23e31e6-4975-4076-afd7-3b7c3fb32a92 HTTP/1.1" status: 200 len: 858 time: 0.1113014 Jan 24 16:50:58.274148 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Made reservation on behalf of 24a57596de944ff6b3c322128a836000 for: {'port': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:50:58.278322 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:58.326506 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ad267-6554-465d-9a29-1d319b8ad8b6 req-4d54ed8e-74c7-46e5-b352-0cc6174eee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:58.328751 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f72ad267-6554-465d-9a29-1d319b8ad8b6 req-4d54ed8e-74c7-46e5-b352-0cc6174eee34 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 1098 time: 0.6153007 Jan 24 16:50:58.335511 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-3de60cea-74f3-4866-a316-8a5b1e4ebb3f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544455 Jan 24 16:50:58.340237 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cc0ce-0196-4261-ba5b-695a86b58075 req-b2fc7589-e87d-4119-a4e0-00023859518f tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:58.342271 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-107cc0ce-0196-4261-ba5b-695a86b58075 req-b2fc7589-e87d-4119-a4e0-00023859518f tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1453898 Jan 24 16:50:58.344363 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f5944-8eb5-4053-a5ab-c10b95553875 req-7b1f0a9d-16c6-4d6f-8935-19bf7fccaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:58.345892 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-da9f5944-8eb5-4053-a5ab-c10b95553875 req-7b1f0a9d-16c6-4d6f-8935-19bf7fccaae0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 1099 time: 0.5304329 Jan 24 16:50:58.379546 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c77e8-9fe4-4b66-9b36-93667c799d47 req-25320bac-6ef7-4309-9a20-9f78c9eb127c tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:58.382242 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c24c77e8-9fe4-4b66-9b36-93667c799d47 req-25320bac-6ef7-4309-9a20-9f78c9eb127c tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 945 time: 0.1577520 Jan 24 16:50:58.457795 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f72ad267-6554-465d-9a29-1d319b8ad8b6 req-bea75f0d-8a95-4093-a620-a9455e23ab06 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106279 Jan 24 16:50:58.497148 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-da9f5944-8eb5-4053-a5ab-c10b95553875 req-e55cb6ba-3526-45bd-8475-c8527552380a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240799 Jan 24 16:50:58.510025 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-107cc0ce-0196-4261-ba5b-695a86b58075 req-589f8950-4741-465d-898d-e965a9ddc011 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573861 Jan 24 16:50:58.674116 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c24c77e8-9fe4-4b66-9b36-93667c799d47 req-3526f804-47c1-4172-82b2-4ea14373e158 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277405 Jan 24 16:50:58.686111 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-3950ba56-cde9-44be-821d-44db7ab4cc46 service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308163 Jan 24 16:50:58.722121 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Allocated IP 172.20.0.11 (2be75c4f-241a-4241-8df3-f6088625575c/6dfd489d-8367-4ed9-a498-6d5b61348aa4/0ca8e31f-a171-49fb-ae74-f6d668a389a9) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:50:58.961146 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120d430-f180-4a90-a470-ec38968938b4 req-17c026de-d53f-48d2-8e0b-9991ee02bc71 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:58.969186 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2120d430-f180-4a90-a470-ec38968938b4 req-17c026de-d53f-48d2-8e0b-9991ee02bc71 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 945 time: 0.0816057 Jan 24 16:50:59.030974 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2120d430-f180-4a90-a470-ec38968938b4 req-245617eb-0741-45e8-896d-6083178fd7b3 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604753 Jan 24 16:50:59.049439 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256892d-d0db-476f-a2ee-80a18c0bb1f0 req-7fc33081-74fe-454a-a31f-c69d59d5c079 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:59.051551 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5256892d-d0db-476f-a2ee-80a18c0bb1f0 req-7fc33081-74fe-454a-a31f-c69d59d5c079 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 944 time: 0.1051469 Jan 24 16:50:59.055244 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:59.092940 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b0220d2e-b1e6-44f5-836e-0e4f8dbf1f3f req-cd1af59f-dfb4-4fc0-a1cb-ec8e7f890a97 service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183983 Jan 24 16:50:59.151715 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5256892d-d0db-476f-a2ee-80a18c0bb1f0 req-5727099a-5114-410e-a4ba-ba3aae01b44a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901475 Jan 24 16:50:59.160683 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:59.215346 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37816-8d32-4a4d-812a-d968a54e9c93 req-1ee6c606-00fb-49b3-b431-4d15d66f1a61 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:59.217956 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a1b37816-8d32-4a4d-812a-d968a54e9c93 req-1ee6c606-00fb-49b3-b431-4d15d66f1a61 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 932 time: 0.0796962 Jan 24 16:50:59.245228 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Network 2be75c4f-241a-4241-8df3-f6088625575c is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:50:59.256804 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:50:59.262864 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:50:59.269633 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event updated for resources: {'Port': ['ID=0ca8e31f-a171-49fb-ae74-f6d668a389a9,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:50:59.291130 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696635d-1ada-4dc3-a016-e6a2aa4cd0e7 req-fdb47eb7-15ac-41d4-b5d6-014794b28563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:59.293276 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b696635d-1ada-4dc3-a016-e6a2aa4cd0e7 req-fdb47eb7-15ac-41d4-b5d6-014794b28563 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 1097 time: 0.1336453 Jan 24 16:50:59.296583 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a1b37816-8d32-4a4d-812a-d968a54e9c93 req-6f8107f5-ca9f-43d1-9c19-76e7982df2b6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702336 Jan 24 16:50:59.371212 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:59.371548 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:59.390382 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-b1d83e56-16c2-496f-b38c-ca4bbde851a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6366343 Jan 24 16:50:59.437688 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Request body: {'port': {'device_id': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:50:59.507079 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:59.560998 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696635d-1ada-4dc3-a016-e6a2aa4cd0e7 req-dc0ab09a-80a1-4726-8957-cbe37511996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:59.562462 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b696635d-1ada-4dc3-a016-e6a2aa4cd0e7 req-dc0ab09a-80a1-4726-8957-cbe37511996a service neutron] 10.222.0.79 "GET /v2.0/networks?id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 200 len: 918 time: 0.2597604 Jan 24 16:50:59.588011 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-74fdcf50-b014-48cb-9da0-b997e7bd8e76 None None] Provisioning complete for port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:50:59.588628 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-74fdcf50-b014-48cb-9da0-b997e7bd8e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:59.646899 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-74fdcf50-b014-48cb-9da0-b997e7bd8e76 None None] Port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:50:59.682194 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b696635d-1ada-4dc3-a016-e6a2aa4cd0e7 req-6a303907-8494-4744-be68-e2d0cc3efb51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b46c1cc-6728-4897-8738-0827955179b2 HTTP/1.1" status: 200 len: 217 time: 0.1067026 Jan 24 16:50:59.719803 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 89e6e811-c42c-4807-b037-54df679556fd details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:50:59.842613 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 89e6e811-c42c-4807-b037-54df679556fd, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=89e6e811-c42c-4807-b037-54df679556fd,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:59.845668 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4fbae-6ce1-4c69-9d46-9ae9490541d5 req-f26e2ecf-263c-4c89-8b62-574eb4c21e5b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:59.847287 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-32e4fbae-6ce1-4c69-9d46-9ae9490541d5 req-f26e2ecf-263c-4c89-8b62-574eb4c21e5b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1645563 Jan 24 16:50:59.856151 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '89e6e811-c42c-4807-b037-54df679556fd', 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04', 'port_id': '89e6e811-c42c-4807-b037-54df679556fd', 'mac_address': 'fa:16:3e:89:fa:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23e31e6-4975-4076-afd7-3b7c3fb32a92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:50:59.896760 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160e3df-94df-4732-b877-9cbada4ad4d2 req-2e883139-b0c8-42d4-be92-b2149ccdc2de tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:59.909594 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b160e3df-94df-4732-b877-9cbada4ad4d2 req-2e883139-b0c8-42d4-be92-b2149ccdc2de tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 945 time: 0.1360929 Jan 24 16:50:59.911008 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 89e6e811-c42c-4807-b037-54df679556fd is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:50:59.912090 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (89e6e811-c42c-4807-b037-54df679556fd), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:50:59.932170 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e6e811-c42c-4807-b037-54df679556fd {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:50:59.958790 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696635d-1ada-4dc3-a016-e6a2aa4cd0e7 req-3a13a1b1-e4a6-410c-87f2-b2ec4885774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:50:59.960213 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b696635d-1ada-4dc3-a016-e6a2aa4cd0e7 req-3a13a1b1-e4a6-410c-87f2-b2ec4885774a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c23e31e6-4975-4076-afd7-3b7c3fb32a92 HTTP/1.1" status: 200 len: 858 time: 0.2455189 Jan 24 16:50:59.963063 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 89e6e811-c42c-4807-b037-54df679556fd, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=89e6e811-c42c-4807-b037-54df679556fd,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:50:59.969222 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (89e6e811-c42c-4807-b037-54df679556fd), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:00.003467 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-32e4fbae-6ce1-4c69-9d46-9ae9490541d5 req-1a543bbc-ab4f-40ee-9d9e-2d2a9d328f9e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380968 Jan 24 16:51:00.032868 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b160e3df-94df-4732-b877-9cbada4ad4d2 req-b0d266d3-c533-4712-98c7-a85cc5e8946f tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209960 Jan 24 16:51:00.035900 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b696635d-1ada-4dc3-a016-e6a2aa4cd0e7 req-b02656c3-7f95-4757-b7eb-106b215012e0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508823 Jan 24 16:51:00.068002 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=89e6e811-c42c-4807-b037-54df679556fd,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:00.250474 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 48190) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:00.357402 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d98892-738a-4730-a531-18be7846e4ad req-aa489464-a9e3-4036-8032-90528b9d9404 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:00.365057 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e1d98892-738a-4730-a531-18be7846e4ad req-aa489464-a9e3-4036-8032-90528b9d9404 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 944 time: 0.0764182 Jan 24 16:51:00.365272 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['89e6e811-c42c-4807-b037-54df679556fd'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:51:00.436936 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e1d98892-738a-4730-a531-18be7846e4ad req-35358a2b-f981-4930-aabc-a5169fccca39 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685551 Jan 24 16:51:00.463752 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa77d-f10f-4fc3-876c-19e712472439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:00.487531 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca8e31f-a171-49fb-ae74-f6d668a389a9 {{(pid=114080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:51:00.510598 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Publish callbacks [] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:00.528597 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c4b10-0e10-45ba-8293-1150e9360eea req-1366a97b-32c9-492d-ba42-377f94c2527e tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:00.531691 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-df8c4b10-0e10-45ba-8293-1150e9360eea req-1366a97b-32c9-492d-ba42-377f94c2527e tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 945 time: 0.3921957 Jan 24 16:51:00.538130 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b696635d-1ada-4dc3-a016-e6a2aa4cd0e7 req-eb8e6e7d-bf3b-426c-9d31-80b1effc89aa service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912786 Jan 24 16:51:00.631464 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.provisioning_blocks [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Transition to ACTIVE for port object 0ca8e31f-a171-49fb-ae74-f6d668a389a9 will not be triggered until provisioned by entity L2. {{(pid=114080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:00.642173 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa77d-f10f-4fc3-876c-19e712472439 admin admin] Publish callbacks [] for security_group (7b8d342f-192b-4ff0-a8f4-89ede88c3b42), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:00.645499 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:00.666424 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8760502-323f-42da-ad3e-79a5db3288cf req-342aedb6-9c6b-4bcd-8f9d-1a1c8ce0ee78 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:00.668259 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b8760502-323f-42da-ad3e-79a5db3288cf req-342aedb6-9c6b-4bcd-8f9d-1a1c8ce0ee78 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 932 time: 0.0851991 Jan 24 16:51:00.669250 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa77d-f10f-4fc3-876c-19e712472439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (7b8d342f-192b-4ff0-a8f4-89ede88c3b42), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:00.737041 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-a9bfa77d-f10f-4fc3-876c-19e712472439 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=94147b12b42b4d04b3c301abd174ee76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4836652 Jan 24 16:51:00.748331 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 48200) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:00.749840 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfa77d-f10f-4fc3-876c-19e712472439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8d342f-192b-4ff0-a8f4-89ede88c3b42,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:00.780291 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-df8c4b10-0e10-45ba-8293-1150e9360eea req-0417c3bc-b001-41ad-9633-e8dabf512c4d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270818 Jan 24 16:51:00.780996 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca8e31f-a171-49fb-ae74-f6d668a389a9,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:00.790419 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b696635d-1ada-4dc3-a016-e6a2aa4cd0e7 req-b30509a7-b419-4048-a73a-cde5dc8e79cd service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413304 Jan 24 16:51:00.849921 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b8760502-323f-42da-ad3e-79a5db3288cf req-feebc5be-dab3-4502-ae99-e7eda08d1bd1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749911 Jan 24 16:51:00.856553 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Attempting to bind port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:51:00.857120 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Attempting to bind port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:51:00.857869 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Attempting to bind port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 on network 2be75c4f-241a-4241-8df3-f6088625575c {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:51:00.863126 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 on network 2be75c4f-241a-4241-8df3-f6088625575c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:51:00.863828 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Attempting to bind port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 on network 2be75c4f-241a-4241-8df3-f6088625575c {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:51:00.870149 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:51:00.870614 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Checking segment: {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:51:00.872597 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Bound using segment: {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:51:00.873172 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Bound port: 0ca8e31f-a171-49fb-ae74-f6d668a389a9, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'}}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:51:00.873788 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:00.905980 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6c130334-4e84-4131-a471-1b7bb5f1dc9a admin admin] Publish callbacks [] for security_group (7b8d342f-192b-4ff0-a8f4-89ede88c3b42), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:00.933359 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6c130334-4e84-4131-a471-1b7bb5f1dc9a admin admin] Publish callbacks [] for security_group (7b8d342f-192b-4ff0-a8f4-89ede88c3b42), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:00.957072 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] For port 0ca8e31f-a171-49fb-ae74-f6d668a389a9, host hv-cinder-82611, cleared binding levels {{(pid=114080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:51:00.960452 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] For port 0ca8e31f-a171-49fb-ae74-f6d668a389a9, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=0ca8e31f-a171-49fb-ae74-f6d668a389a9,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:51:00.967075 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:00.998543 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6c130334-4e84-4131-a471-1b7bb5f1dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (7b8d342f-192b-4ff0-a8f4-89ede88c3b42), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:01.003989 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6c130334-4e84-4131-a471-1b7bb5f1dc9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:01.005890 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-6c130334-4e84-4131-a471-1b7bb5f1dc9a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/7b8d342f-192b-4ff0-a8f4-89ede88c3b42 HTTP/1.1" status: 204 len: 168 time: 0.2571521 Jan 24 16:51:01.019749 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:01.020448 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:01.022710 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] 10.222.0.79 "PUT /v2.0/ports/0ca8e31f-a171-49fb-ae74-f6d668a389a9 HTTP/1.1" status: 200 len: 1094 time: 1.5903888 Jan 24 16:51:01.031695 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'tag': '0ca8e31f-a171-49fb-ae74-f6d668a389a9'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:01.035004 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628ead8c-defd-43ff-bc29-4f5709b71e99" -d '{"events": [{"name": "network-changed", "server_uuid": "10c5d45c-1da7-4563-ac75-ae5d1dc892ec", "tag": "0ca8e31f-a171-49fb-ae74-f6d668a389a9"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:01.056413 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c130334-4e84-4131-a471-1b7bb5f1dc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8d342f-192b-4ff0-a8f4-89ede88c3b42,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:01.131244 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c6cec-6e66-4cd6-a0f7-f0a2926ac6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca8e31f-a171-49fb-ae74-f6d668a389a9,revision_number=3']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:01.166969 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb204fc3-10ce-4a5b-a314-b5a74d9fad2a x-openstack-request-id: req-cb204fc3-10ce-4a5b-a314-b5a74d9fad2a {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:01.167326 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c5d45c-1da7-4563-ac75-ae5d1dc892ec", "tag": "0ca8e31f-a171-49fb-ae74-f6d668a389a9", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:01.167656 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-cb204fc3-10ce-4a5b-a314-b5a74d9fad2a {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:01.168042 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'tag': '0ca8e31f-a171-49fb-ae74-f6d668a389a9', 'status': 'completed', 'code': 200} Jan 24 16:51:01.245298 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:01.263934 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-260b9e8c-ac72-4334-b99e-957c5acc4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:01.265799 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-260b9e8c-ac72-4334-b99e-957c5acc4bec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24a57596de944ff6b3c322128a836000&device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 1097 time: 0.1717596 Jan 24 16:51:01.327267 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076178d8-a941-4788-bc14-3c26935fc009 req-488f2c6d-c446-496d-a710-ee77902c5e7b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:01.334598 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-076178d8-a941-4788-bc14-3c26935fc009 req-488f2c6d-c446-496d-a710-ee77902c5e7b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1714385 Jan 24 16:51:01.338342 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-26388c18-cb58-4983-aba1-3176d0996b93 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ca8e31f-a171-49fb-ae74-f6d668a389a9 HTTP/1.1" status: 200 len: 217 time: 0.0618880 Jan 24 16:51:01.439032 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-0ad75151-3fa2-4b83-a8c1-ce0e1e88fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:01.440101 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-0ad75151-3fa2-4b83-a8c1-ce0e1e88fafb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dfd489d-8367-4ed9-a498-6d5b61348aa4 HTTP/1.1" status: 200 len: 850 time: 0.0915418 Jan 24 16:51:01.453002 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-076178d8-a941-4788-bc14-3c26935fc009 req-840e2cb3-3db8-4e0d-a7da-7760c4e773f5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139708 Jan 24 16:51:01.568750 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48236) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:01.593136 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2f132653-7daf-4376-a39f-88b8a164ed01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:01.623689 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ec2f7-d494-4fa8-880a-cbcc491b5f10 req-4bb45bd5-239f-4b30-87e1-126f690faa36 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:01.625420 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cd6ec2f7-d494-4fa8-880a-cbcc491b5f10 req-4bb45bd5-239f-4b30-87e1-126f690faa36 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 944 time: 0.0580339 Jan 24 16:51:01.628229 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-66cb8dd8-f193-425c-9713-a20abda6566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:01.630042 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-66cb8dd8-f193-425c-9713-a20abda6566e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be75c4f-241a-4241-8df3-f6088625575c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1734300 Jan 24 16:51:01.694560 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cd6ec2f7-d494-4fa8-880a-cbcc491b5f10 req-14812156-cb44-471c-8ff3-0cf48798431c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610931 Jan 24 16:51:01.731347 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5b46c1cc-6728-4897-8738-0827955179b2 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:51:01.734999 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 89e6e811-c42c-4807-b037-54df679556fd up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:51:01.739968 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 48242) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:01.829310 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf89d3-2524-4ff1-999a-c744ddc88a5a req-b6bee633-73d4-4b68-863a-91380394c6dc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:01.831520 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-aeaf89d3-2524-4ff1-999a-c744ddc88a5a req-b6bee633-73d4-4b68-863a-91380394c6dc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1675415 Jan 24 16:51:01.841221 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 48248) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:01.849949 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-2f0f799d-e4dd-4f6e-a933-4da6398a5138 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Request body: {'floatingip': {'port_id': '5af20f1e-1824-4d8f-ba09-7c0973152051'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:51:01.858054 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-a8fd1d84-97cc-4c8c-b522-c4fbbdc46cb9 service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196567 Jan 24 16:51:01.898317 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 89e6e811-c42c-4807-b037-54df679556fd completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:01.906818 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 89e6e811-c42c-4807-b037-54df679556fd triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:01.907193 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (89e6e811-c42c-4807-b037-54df679556fd), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:01.920513 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5b46c1cc-6728-4897-8738-0827955179b2, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5b46c1cc-6728-4897-8738-0827955179b2,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:01.935623 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2f132653-7daf-4376-a39f-88b8a164ed01 admin admin] Publish callbacks [] for security_group (60631d6a-f75d-4f3c-923a-abb8cb706c53), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:01.961453 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '5b46c1cc-6728-4897-8738-0827955179b2', 'network_id': 'a4d3963c-45d0-4dc2-b1e2-d0f377b57d04', 'port_id': '5b46c1cc-6728-4897-8738-0827955179b2', 'mac_address': 'fa:16:3e:6a:89:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23e31e6-4975-4076-afd7-3b7c3fb32a92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:51:01.993577 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-36acdc49-bd50-46be-b700-1a9990305685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.015479 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 5b46c1cc-6728-4897-8738-0827955179b2 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:51:02.016235 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5b46c1cc-6728-4897-8738-0827955179b2), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.017420 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2f0f799d-e4dd-4f6e-a933-4da6398a5138 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (e5a3a941-84a1-4406-9773-fed0973a313f), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.019355 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2f132653-7daf-4376-a39f-88b8a164ed01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (60631d6a-f75d-4f3c-923a-abb8cb706c53), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.058829 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b46c1cc-6728-4897-8738-0827955179b2 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:51:02.082297 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 89e6e811-c42c-4807-b037-54df679556fd is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:51:02.082988 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (89e6e811-c42c-4807-b037-54df679556fd), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.088614 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5b46c1cc-6728-4897-8738-0827955179b2, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5b46c1cc-6728-4897-8738-0827955179b2,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:02.098645 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5b46c1cc-6728-4897-8738-0827955179b2), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.102305 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-2f132653-7daf-4376-a39f-88b8a164ed01 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=8a65e3a4ddd44685a97e47299b6efd7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5307734 Jan 24 16:51:02.106956 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48258) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:02.131854 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f132653-7daf-4376-a39f-88b8a164ed01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60631d6a-f75d-4f3c-923a-abb8cb706c53,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:02.141367 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e6e811-c42c-4807-b037-54df679556fd'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:02.143630 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b5c74b-c124-4553-a49c-daad1c2e8211" -d '{"events": [{"server_uuid": "44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5", "name": "network-vif-plugged", "status": "completed", "tag": "89e6e811-c42c-4807-b037-54df679556fd"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:02.145753 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0dc9f-b70d-4acc-838c-7b2ea5a77b70 req-04e5bc58-62d2-4328-8d7f-fb42e7979cf0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:02.151284 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-36acdc49-bd50-46be-b700-1a9990305685 admin admin] Publish callbacks [] for security_group (4f2879f8-700d-4aa7-aae9-4b72acba6c64), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.153312 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-73a0dc9f-b70d-4acc-838c-7b2ea5a77b70 req-04e5bc58-62d2-4328-8d7f-fb42e7979cf0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 944 time: 0.2111621 Jan 24 16:51:02.166941 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5a89877a-3892-44b3-8c38-85a8e9dc65ae req-36d5e5ef-50a7-4f11-9ef9-ac0d255baf7e service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020577 Jan 24 16:51:02.169356 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 89e6e811-c42c-4807-b037-54df679556fd, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=89e6e811-c42c-4807-b037-54df679556fd,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:02.185363 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-36acdc49-bd50-46be-b700-1a9990305685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (4f2879f8-700d-4aa7-aae9-4b72acba6c64), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.206794 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=5b46c1cc-6728-4897-8738-0827955179b2,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:02.210066 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (89e6e811-c42c-4807-b037-54df679556fd), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.299002 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-73a0dc9f-b70d-4acc-838c-7b2ea5a77b70 req-a49752da-0af4-429d-a49c-f4b9a4ddb7e5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445897 Jan 24 16:51:02.301347 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-b39b5d5b-0d40-4461-87eb-d558d700071f admin admin] Publish callbacks [] for security_group (60631d6a-f75d-4f3c-923a-abb8cb706c53), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.322177 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524bd23c-ca17-4630-abeb-8b4593bcef4a x-openstack-request-id: req-524bd23c-ca17-4630-abeb-8b4593bcef4a {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:02.323230 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5", "name": "network-vif-plugged", "status": "completed", "tag": "89e6e811-c42c-4807-b037-54df679556fd", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:02.323743 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-524bd23c-ca17-4630-abeb-8b4593bcef4a {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:02.324285 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e6e811-c42c-4807-b037-54df679556fd', 'code': 200} Jan 24 16:51:02.333608 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=89e6e811-c42c-4807-b037-54df679556fd,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:02.337169 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ead8c-defd-43ff-bc29-4f5709b71e99 req-eb5865e5-1820-4ac6-943a-424d0141203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:02.339656 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-628ead8c-defd-43ff-bc29-4f5709b71e99 req-eb5865e5-1820-4ac6-943a-424d0141203c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24a57596de944ff6b3c322128a836000&device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 1097 time: 0.1116824 Jan 24 16:51:02.354994 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-b39b5d5b-0d40-4461-87eb-d558d700071f admin admin] Publish callbacks [] for security_group (60631d6a-f75d-4f3c-923a-abb8cb706c53), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.383151 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acdc49-bd50-46be-b700-1a9990305685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2879f8-700d-4aa7-aae9-4b72acba6c64,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:02.433563 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-36acdc49-bd50-46be-b700-1a9990305685 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=69de9fd1ee9c4cac8158b42564149a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6925037 Jan 24 16:51:02.441390 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 48268) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:02.466599 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['5b46c1cc-6728-4897-8738-0827955179b2'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:51:02.542204 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2713675e-4ff4-4b0a-87b8-620a7873e328 admin admin] Publish callbacks [] for security_group (4f2879f8-700d-4aa7-aae9-4b72acba6c64), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.593972 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2713675e-4ff4-4b0a-87b8-620a7873e328 admin admin] Publish callbacks [] for security_group (4f2879f8-700d-4aa7-aae9-4b72acba6c64), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.627192 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-b39b5d5b-0d40-4461-87eb-d558d700071f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (60631d6a-f75d-4f3c-923a-abb8cb706c53), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.630635 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-b39b5d5b-0d40-4461-87eb-d558d700071f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.635944 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-b39b5d5b-0d40-4461-87eb-d558d700071f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/60631d6a-f75d-4f3c-923a-abb8cb706c53 HTTP/1.1" status: 204 len: 168 time: 0.5232356 Jan 24 16:51:02.641783 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ead8c-defd-43ff-bc29-4f5709b71e99 req-2db40577-b2bc-4b33-bc2e-c40786416e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:02.643335 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-628ead8c-defd-43ff-bc29-4f5709b71e99 req-2db40577-b2bc-4b33-bc2e-c40786416e98 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be75c4f-241a-4241-8df3-f6088625575c HTTP/1.1" status: 200 len: 911 time: 0.2800283 Jan 24 16:51:02.655607 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b5d5b-0d40-4461-87eb-d558d700071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60631d6a-f75d-4f3c-923a-abb8cb706c53,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:02.763412 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-628ead8c-defd-43ff-bc29-4f5709b71e99 req-ee5529fc-94db-4c1e-aa48-fff1fab3aaa9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ca8e31f-a171-49fb-ae74-f6d668a389a9 HTTP/1.1" status: 200 len: 217 time: 0.1089904 Jan 24 16:51:02.782878 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b0a58-48e2-4972-893d-a70f710e40b5 req-ec6da56c-8a66-4bbc-b993-303c2093af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:02.786566 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-194b0a58-48e2-4972-893d-a70f710e40b5 req-ec6da56c-8a66-4bbc-b993-303c2093af7b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 1098 time: 0.2104480 Jan 24 16:51:02.904576 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2713675e-4ff4-4b0a-87b8-620a7873e328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (4f2879f8-700d-4aa7-aae9-4b72acba6c64), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.905985 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2713675e-4ff4-4b0a-87b8-620a7873e328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:02.907164 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-2713675e-4ff4-4b0a-87b8-620a7873e328 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/4f2879f8-700d-4aa7-aae9-4b72acba6c64 HTTP/1.1" status: 204 len: 168 time: 0.4647856 Jan 24 16:51:02.916507 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ead8c-defd-43ff-bc29-4f5709b71e99 req-05d1a026-831d-49c7-9854-437d652d7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:02.918117 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-628ead8c-defd-43ff-bc29-4f5709b71e99 req-05d1a026-831d-49c7-9854-437d652d7907 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dfd489d-8367-4ed9-a498-6d5b61348aa4 HTTP/1.1" status: 200 len: 850 time: 0.1304450 Jan 24 16:51:02.928919 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713675e-4ff4-4b0a-87b8-620a7873e328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2879f8-700d-4aa7-aae9-4b72acba6c64,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:02.983144 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-194b0a58-48e2-4972-893d-a70f710e40b5 req-f8b41350-1e3b-48a1-9da1-94c119266ddf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761682 Jan 24 16:51:02.997850 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f110c9-2fc9-4fd6-9585-7cfb66a2bd09 req-fb253a9c-c659-4b0b-80ff-5519feafc26d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:02.999434 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f6f110c9-2fc9-4fd6-9585-7cfb66a2bd09 req-fb253a9c-c659-4b0b-80ff-5519feafc26d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 945 time: 0.1602972 Jan 24 16:51:03.055372 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ead8c-defd-43ff-bc29-4f5709b71e99 req-a5ebccca-3ae9-4705-9835-e0259c53813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:03.061570 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-628ead8c-defd-43ff-bc29-4f5709b71e99 req-a5ebccca-3ae9-4705-9835-e0259c53813e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be75c4f-241a-4241-8df3-f6088625575c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1355252 Jan 24 16:51:03.098861 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.db.resource_extend [None req-2f0f799d-e4dd-4f6e-a933-4da6398a5138 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 16:51:03.145092 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f6f110c9-2fc9-4fd6-9585-7cfb66a2bd09 req-1672f769-e5d0-4eb4-b59a-8a4ee2b2fbbd tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373901 Jan 24 16:51:03.237548 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2f0f799d-e4dd-4f6e-a933-4da6398a5138 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:03.251625 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2f0f799d-e4dd-4f6e-a933-4da6398a5138 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (e5a3a941-84a1-4406-9773-fed0973a313f), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:03.472501 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-628ead8c-defd-43ff-bc29-4f5709b71e99 req-b86df791-ae02-4d38-9b35-32c0f1e21b8e service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316859 Jan 24 16:51:03.612181 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48320) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:03.635658 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.l3_db [None req-2f0f799d-e4dd-4f6e-a933-4da6398a5138 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Floating IP e5a3a941-84a1-4406-9773-fed0973a313f associated. External IP: 172.27.3.247, port: 5af20f1e-1824-4d8f-ba09-7c0973152051. Jan 24 16:51:03.638536 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c8728-2a23-4a94-afb7-b518133782ab req-c09e5ac8-caeb-44b5-ab81-1b93acf3b01d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:03.641528 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-671c8728-2a23-4a94-afb7-b518133782ab req-c09e5ac8-caeb-44b5-ab81-1b93acf3b01d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 944 time: 0.1226268 Jan 24 16:51:03.644525 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3c152cc1-664a-4b9d-ac5d-dbef4c49bb9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:03.659948 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-628ead8c-defd-43ff-bc29-4f5709b71e99 req-538298c1-9d26-41ff-988f-c6ab4ccfaae3 service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703365 Jan 24 16:51:03.720603 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-671c8728-2a23-4a94-afb7-b518133782ab req-deb3e9d1-0b7b-4c7d-8850-5d7a9a992960 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643737 Jan 24 16:51:03.748453 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5b46c1cc-6728-4897-8738-0827955179b2 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:51:03.819335 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3c152cc1-664a-4b9d-ac5d-dbef4c49bb9c admin admin] Publish callbacks [] for security_group (9d0f9a9c-1ad5-4d04-8389-ad1d7334af0e), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:03.828281 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3c152cc1-664a-4b9d-ac5d-dbef4c49bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (9d0f9a9c-1ad5-4d04-8389-ad1d7334af0e), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:03.848514 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 5b46c1cc-6728-4897-8738-0827955179b2 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:03.854605 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 5b46c1cc-6728-4897-8738-0827955179b2 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:03.855046 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (5b46c1cc-6728-4897-8738-0827955179b2), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:03.885225 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-3c152cc1-664a-4b9d-ac5d-dbef4c49bb9c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=fc49d376b3b146f9a121c5651b2a7e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719247 Jan 24 16:51:03.886450 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c152cc1-664a-4b9d-ac5d-dbef4c49bb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0f9a9c-1ad5-4d04-8389-ad1d7334af0e,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:03.889919 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 48328) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:03.945447 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0f799d-e4dd-4f6e-a933-4da6398a5138 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Router 1f941712-92b2-486d-a239-063f82666aec has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:51:03.971127 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 5b46c1cc-6728-4897-8738-0827955179b2 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:51:03.971541 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5b46c1cc-6728-4897-8738-0827955179b2), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:04.011121 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5b46c1cc-6728-4897-8738-0827955179b2, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5b46c1cc-6728-4897-8738-0827955179b2,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:04.016245 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5b46c1cc-6728-4897-8738-0827955179b2), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:04.032353 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e0d9180c-2438-4e35-afc5-54550cfb3908 admin admin] Publish callbacks [] for security_group (9d0f9a9c-1ad5-4d04-8389-ad1d7334af0e), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:04.070636 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=5b46c1cc-6728-4897-8738-0827955179b2,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:04.104249 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e0d9180c-2438-4e35-afc5-54550cfb3908 admin admin] Publish callbacks [] for security_group (9d0f9a9c-1ad5-4d04-8389-ad1d7334af0e), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:04.138495 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0f799d-e4dd-4f6e-a933-4da6398a5138 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:51:04.145030 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2f0f799d-e4dd-4f6e-a933-4da6398a5138 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:04.155391 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7c763-db4a-4b8a-8571-bd56d10ec02f None None] Sync routers for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:51:04.165373 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7c763-db4a-4b8a-8571-bd56d10ec02f None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:51:04.165984 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-d7d7c763-db4a-4b8a-8571-bd56d10ec02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:04.183291 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-2f0f799d-e4dd-4f6e-a933-4da6398a5138 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "PUT /v2.0/floatingips/e5a3a941-84a1-4406-9773-fed0973a313f HTTP/1.1" status: 200 len: 992 time: 2.3370693 Jan 24 16:51:04.183291 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:04.184817 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a3873c-9ef6-4fe7-ae13-9efef9f5de2a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:04.194850 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e0d9180c-2438-4e35-afc5-54550cfb3908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (9d0f9a9c-1ad5-4d04-8389-ad1d7334af0e), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:04.197595 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e0d9180c-2438-4e35-afc5-54550cfb3908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:04.201893 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-e0d9180c-2438-4e35-afc5-54550cfb3908 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/9d0f9a9c-1ad5-4d04-8389-ad1d7334af0e HTTP/1.1" status: 204 len: 168 time: 0.3084064 Jan 24 16:51:04.242483 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9180c-2438-4e35-afc5-54550cfb3908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0f9a9c-1ad5-4d04-8389-ad1d7334af0e,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:04.325345 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33a394e-abd2-4047-a8a5-75c89566dbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b46c1cc-6728-4897-8738-0827955179b2'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:04.327769 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b910e495-2d80-4ec6-9bd7-bd7bf084a707" -d '{"events": [{"server_uuid": "f33a394e-abd2-4047-a8a5-75c89566dbd2", "name": "network-vif-plugged", "status": "completed", "tag": "5b46c1cc-6728-4897-8738-0827955179b2"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:04.331148 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-d7d7c763-db4a-4b8a-8571-bd56d10ec02f None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:51:04.395567 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deae6c-09ff-4e14-9161-9ebcaec95424 req-af2413af-9671-4fde-a818-2f919dbca6ea tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:04.399689 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-17deae6c-09ff-4e14-9161-9ebcaec95424 req-af2413af-9671-4fde-a818-2f919dbca6ea tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.1368730 Jan 24 16:51:04.450069 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d61a51-cc02-4374-9282-02e03c13b5c3 x-openstack-request-id: req-26d61a51-cc02-4374-9282-02e03c13b5c3 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:04.450370 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:04.450634 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-26d61a51-cc02-4374-9282-02e03c13b5c3 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:04.451279 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'status': 'completed', 'code': 200} Jan 24 16:51:04.519952 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-17deae6c-09ff-4e14-9161-9ebcaec95424 req-1fbffba5-adfc-4380-9d8e-0e1b303d6afc tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142597 Jan 24 16:51:04.526093 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa2701e-05fe-4728-a468-c953cae42d53 x-openstack-request-id: req-7fa2701e-05fe-4728-a468-c953cae42d53 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:04.526521 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33a394e-abd2-4047-a8a5-75c89566dbd2", "name": "network-vif-plugged", "status": "completed", "tag": "5b46c1cc-6728-4897-8738-0827955179b2", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:04.526923 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-7fa2701e-05fe-4728-a468-c953cae42d53 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:04.527539 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33a394e-abd2-4047-a8a5-75c89566dbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b46c1cc-6728-4897-8738-0827955179b2', 'code': 200} Jan 24 16:51:04.549276 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3873c-9ef6-4fe7-ae13-9efef9f5de2a req-6a810f7e-85fe-4160-aef6-1a92acb488c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:04.553349 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39a3873c-9ef6-4fe7-ae13-9efef9f5de2a req-6a810f7e-85fe-4160-aef6-1a92acb488c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 1099 time: 0.0861673 Jan 24 16:51:04.680203 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-d7d7c763-db4a-4b8a-8571-bd56d10ec02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': 'e5a3a941-84a1-4406-9773-fed0973a313f', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '1f941712-92b2-486d-a239-063f82666aec', 'port_id': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'mac_address': 'fa:16:3e:23:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:51:02Z', 'revision_number': 1, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:04.721307 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7c763-db4a-4b8a-8571-bd56d10ec02f None None] Checking router: 1f941712-92b2-486d-a239-063f82666aec for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:51:04.730821 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3873c-9ef6-4fe7-ae13-9efef9f5de2a req-09776f1d-85b1-493a-8825-ec1ce0a624bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:04.732595 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39a3873c-9ef6-4fe7-ae13-9efef9f5de2a req-09776f1d-85b1-493a-8825-ec1ce0a624bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 916 time: 0.1682692 Jan 24 16:51:04.733460 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7c763-db4a-4b8a-8571-bd56d10ec02f None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:51:04.734087 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-d7d7c763-db4a-4b8a-8571-bd56d10ec02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:50:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:04.866187 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-d7d7c763-db4a-4b8a-8571-bd56d10ec02f None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:51:04.950559 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39a3873c-9ef6-4fe7-ae13-9efef9f5de2a req-3f0492a4-8b9a-44a8-91e9-fb1a0e37634a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5af20f1e-1824-4d8f-ba09-7c0973152051 HTTP/1.1" status: 200 len: 1000 time: 0.2097695 Jan 24 16:51:04.995554 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 48378) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:05.120508 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:51:05.150769 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-d7d7c763-db4a-4b8a-8571-bd56d10ec02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': 'e5a3a941-84a1-4406-9773-fed0973a313f', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '1f941712-92b2-486d-a239-063f82666aec', 'port_id': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'mac_address': 'fa:16:3e:23:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:51:02Z', 'revision_number': 1, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:05.189047 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d7c763-db4a-4b8a-8571-bd56d10ec02f None None] The sync data for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi is: [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': 'e5a3a941-84a1-4406-9773-fed0973a313f', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '1f941712-92b2-486d-a239-063f82666aec', 'port_id': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'mac_address': 'fa:16:3e:23:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:51:02Z', 'revision_number': 1, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:51:05.215838 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124bb10-14d2-43c2-8f6e-2bafa470bf57 req-015958b0-213d-47c7-b3cb-44e90fbaab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:05.216488 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c124bb10-14d2-43c2-8f6e-2bafa470bf57 req-015958b0-213d-47c7-b3cb-44e90fbaab5e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 1099 time: 0.4295785 Jan 24 16:51:05.226521 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5cbfda9e-77f8-456e-ad97-ad371d120e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:05.227013 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6154f7-3534-4e7b-be61-cb1b7cd495f8 req-a052d816-c72c-49eb-ae62-b1177ea05a9c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:05.234130 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3b6154f7-3534-4e7b-be61-cb1b7cd495f8 req-a052d816-c72c-49eb-ae62-b1177ea05a9c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 944 time: 0.3316844 Jan 24 16:51:05.266860 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3873c-9ef6-4fe7-ae13-9efef9f5de2a req-86b32e82-9048-42bb-9f3b-d9027891af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:05.272167 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39a3873c-9ef6-4fe7-ae13-9efef9f5de2a req-86b32e82-9048-42bb-9f3b-d9027891af74 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 200 len: 855 time: 0.3098202 Jan 24 16:51:05.374672 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3b6154f7-3534-4e7b-be61-cb1b7cd495f8 req-0b9a52f0-327e-4fb8-96e1-276dcbca2681 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392417 Jan 24 16:51:05.377357 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5cbfda9e-77f8-456e-ad97-ad371d120e3b admin admin] Publish callbacks [] for security_group (32e6f838-9755-4f02-b2cc-c3ff7a93ec83), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:05.389083 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c124bb10-14d2-43c2-8f6e-2bafa470bf57 req-901277f2-eb5f-4d27-9463-2a25d9716d5e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521943 Jan 24 16:51:05.394251 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3873c-9ef6-4fe7-ae13-9efef9f5de2a req-977e7af7-7a7f-48e8-9e83-7e830ec08d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:05.395931 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39a3873c-9ef6-4fe7-ae13-9efef9f5de2a req-977e7af7-7a7f-48e8-9e83-7e830ec08d3e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9684751-c334-42d8-84b0-fcdb27d5b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1153138 Jan 24 16:51:05.397299 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5cbfda9e-77f8-456e-ad97-ad371d120e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (32e6f838-9755-4f02-b2cc-c3ff7a93ec83), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:05.464878 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-5cbfda9e-77f8-456e-ad97-ad371d120e3b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=41e09c2993af4866bca8ddeaa841d9f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4655263 Jan 24 16:51:05.464878 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfda9e-77f8-456e-ad97-ad371d120e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e6f838-9755-4f02-b2cc-c3ff7a93ec83,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:05.465865 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48402) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:05.528588 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc0efaa-ed30-41bb-9980-427d36936684 None None] New status for floating IP e5a3a941-84a1-4406-9773-fed0973a313f: ACTIVE {{(pid=114082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:51:05.529166 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-414b4f43-4b51-41a0-bba8-99afc7bb9ba8 admin admin] Publish callbacks [] for security_group (32e6f838-9755-4f02-b2cc-c3ff7a93ec83), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:05.565310 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-414b4f43-4b51-41a0-bba8-99afc7bb9ba8 admin admin] Publish callbacks [] for security_group (32e6f838-9755-4f02-b2cc-c3ff7a93ec83), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:05.738549 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-414b4f43-4b51-41a0-bba8-99afc7bb9ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (32e6f838-9755-4f02-b2cc-c3ff7a93ec83), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:05.742014 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-414b4f43-4b51-41a0-bba8-99afc7bb9ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:05.747263 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-414b4f43-4b51-41a0-bba8-99afc7bb9ba8 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/32e6f838-9755-4f02-b2cc-c3ff7a93ec83 HTTP/1.1" status: 204 len: 168 time: 0.2809350 Jan 24 16:51:05.774989 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b4f43-4b51-41a0-bba8-99afc7bb9ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e6f838-9755-4f02-b2cc-c3ff7a93ec83,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:05.818349 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe8344-565f-4e0b-a668-55bd6cd338e4 req-6ea3434b-5e7a-4fdf-bd1c-96be5131c8b7 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:05.825557 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9ffe8344-565f-4e0b-a668-55bd6cd338e4 req-6ea3434b-5e7a-4fdf-bd1c-96be5131c8b7 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.1166763 Jan 24 16:51:05.837727 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 0ca8e31f-a171-49fb-ae74-f6d668a389a9 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:51:05.862277 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39a3873c-9ef6-4fe7-ae13-9efef9f5de2a req-d1e2bf21-7984-4071-a7e0-701f990cacc1 service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429843 Jan 24 16:51:05.930656 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ec73394b-3d4a-4f6a-9e03-c72c330a45d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:05.935626 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9ffe8344-565f-4e0b-a668-55bd6cd338e4 req-1056efb5-934e-453c-a28e-25a7730741c2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070287 Jan 24 16:51:06.055701 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 0ca8e31f-a171-49fb-ae74-f6d668a389a9, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=0ca8e31f-a171-49fb-ae74-f6d668a389a9,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:06.056115 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39a3873c-9ef6-4fe7-ae13-9efef9f5de2a req-8d3bc76b-b4b2-403f-9ee1-9c3e951e82a6 service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787248 Jan 24 16:51:06.077868 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '0ca8e31f-a171-49fb-ae74-f6d668a389a9', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'port_id': '0ca8e31f-a171-49fb-ae74-f6d668a389a9', 'mac_address': 'fa:16:3e:82:2b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:51:06.154901 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:51:06.155405 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:06.170003 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca8e31f-a171-49fb-ae74-f6d668a389a9 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:51:06.190691 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 0ca8e31f-a171-49fb-ae74-f6d668a389a9, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=0ca8e31f-a171-49fb-ae74-f6d668a389a9,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:06.196719 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:06.254785 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=0ca8e31f-a171-49fb-ae74-f6d668a389a9,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:06.332921 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48432) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:06.346422 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e194a146-280e-4680-bf74-8f1df82bcb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:06.424291 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e194a146-280e-4680-bf74-8f1df82bcb30 admin admin] Publish callbacks [] for security_group (2561d41f-2445-456c-841d-ab589da79935), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:06.430891 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e194a146-280e-4680-bf74-8f1df82bcb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2561d41f-2445-456c-841d-ab589da79935), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:06.471569 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e194a146-280e-4680-bf74-8f1df82bcb30 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=413fc49f62ae45ab9faad74f469617b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374695 Jan 24 16:51:06.472419 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194a146-280e-4680-bf74-8f1df82bcb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2561d41f-2445-456c-841d-ab589da79935,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:06.474770 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48438) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:06.516692 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a72a8a-87a8-4ed4-8074-1ffa5be94b55 req-9fcaed7f-ac6c-4acc-a791-fe483718a7a1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:06.519235 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9a72a8a-87a8-4ed4-8074-1ffa5be94b55 req-9fcaed7f-ac6c-4acc-a791-fe483718a7a1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 945 time: 0.0688436 Jan 24 16:51:06.541009 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f3e5eef9-2838-4302-a222-b6699249e8a8 admin admin] Publish callbacks [] for security_group (2561d41f-2445-456c-841d-ab589da79935), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:06.570389 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f3e5eef9-2838-4302-a222-b6699249e8a8 admin admin] Publish callbacks [] for security_group (2561d41f-2445-456c-841d-ab589da79935), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:06.587871 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9a72a8a-87a8-4ed4-8074-1ffa5be94b55 req-35fbe1cd-48b4-4428-9d99-231b5cf1b0cf tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600529 Jan 24 16:51:06.627668 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f3e5eef9-2838-4302-a222-b6699249e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2561d41f-2445-456c-841d-ab589da79935), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:06.630333 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f3e5eef9-2838-4302-a222-b6699249e8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:06.631596 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-f3e5eef9-2838-4302-a222-b6699249e8a8 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/2561d41f-2445-456c-841d-ab589da79935 HTTP/1.1" status: 204 len: 168 time: 0.1559308 Jan 24 16:51:06.643977 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5eef9-2838-4302-a222-b6699249e8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2561d41f-2445-456c-841d-ab589da79935,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:06.657653 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['0ca8e31f-a171-49fb-ae74-f6d668a389a9'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:51:07.015498 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48464) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:07.028643 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-34c70a16-efb9-4570-b43f-d1195430f8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:07.114345 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-34c70a16-efb9-4570-b43f-d1195430f8c3 admin admin] Publish callbacks [] for security_group (2b14da91-3c03-4793-8186-84ef6e93e5fc), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:07.115465 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e016e1-8b8e-4266-8597-587e7c88921d req-bb5f8be9-b362-40a1-9482-eec1965afa66 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:07.117796 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c9e016e1-8b8e-4266-8597-587e7c88921d req-bb5f8be9-b362-40a1-9482-eec1965afa66 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0823040 Jan 24 16:51:07.118884 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-34c70a16-efb9-4570-b43f-d1195430f8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2b14da91-3c03-4793-8186-84ef6e93e5fc), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:07.166124 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 48468) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:07.170498 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-34c70a16-efb9-4570-b43f-d1195430f8c3 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=92c4149635ee404dba8eca38d8224d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455691 Jan 24 16:51:07.202203 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c70a16-efb9-4570-b43f-d1195430f8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b14da91-3c03-4793-8186-84ef6e93e5fc,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:07.222178 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c9e016e1-8b8e-4266-8597-587e7c88921d req-0f72b1ce-c6cb-4857-ac8d-452c2b60e5f0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938513 Jan 24 16:51:07.259707 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4278d6a4-1338-4c15-be35-31ac3778d8b2 admin admin] Publish callbacks [] for security_group (2b14da91-3c03-4793-8186-84ef6e93e5fc), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:07.298588 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4278d6a4-1338-4c15-be35-31ac3778d8b2 admin admin] Publish callbacks [] for security_group (2b14da91-3c03-4793-8186-84ef6e93e5fc), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:07.362096 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4278d6a4-1338-4c15-be35-31ac3778d8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2b14da91-3c03-4793-8186-84ef6e93e5fc), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:07.364705 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4278d6a4-1338-4c15-be35-31ac3778d8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:07.371041 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-4278d6a4-1338-4c15-be35-31ac3778d8b2 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/2b14da91-3c03-4793-8186-84ef6e93e5fc HTTP/1.1" status: 204 len: 168 time: 0.1983831 Jan 24 16:51:07.378106 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278d6a4-1338-4c15-be35-31ac3778d8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b14da91-3c03-4793-8186-84ef6e93e5fc,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:07.708399 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc7be7-6123-48f4-86d3-a86549fe5015 req-f77bdf6f-ab9e-4d59-bc01-9cb47473093d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:07.709883 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c7cc7be7-6123-48f4-86d3-a86549fe5015 req-f77bdf6f-ab9e-4d59-bc01-9cb47473093d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 945 time: 0.0500116 Jan 24 16:51:07.762943 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c7cc7be7-6123-48f4-86d3-a86549fe5015 req-236e728f-600d-4046-bd9a-37b63b202834 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462842 Jan 24 16:51:07.892620 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-9fa3d023-58cc-4327-8f8d-fdb433c562e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:07.908483 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 0ca8e31f-a171-49fb-ae74-f6d668a389a9 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:51:07.959459 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:07.965319 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:07.965667 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.042000 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:51:08.042493 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.066242 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca8e31f-a171-49fb-ae74-f6d668a389a9'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:08.068579 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7326d4-3194-40dd-b4c6-cafe1564c2e5" -d '{"events": [{"server_uuid": "10c5d45c-1da7-4563-ac75-ae5d1dc892ec", "name": "network-vif-plugged", "status": "completed", "tag": "0ca8e31f-a171-49fb-ae74-f6d668a389a9"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:08.077344 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 48510) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:08.094185 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 0ca8e31f-a171-49fb-ae74-f6d668a389a9, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=0ca8e31f-a171-49fb-ae74-f6d668a389a9,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:08.099588 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.124265 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14a985c-ca01-4aa0-8681-ad9a3c052e67 x-openstack-request-id: req-e14a985c-ca01-4aa0-8681-ad9a3c052e67 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:08.124590 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c5d45c-1da7-4563-ac75-ae5d1dc892ec", "name": "network-vif-plugged", "status": "completed", "tag": "0ca8e31f-a171-49fb-ae74-f6d668a389a9", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:08.124850 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-e14a985c-ca01-4aa0-8681-ad9a3c052e67 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:08.125244 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca8e31f-a171-49fb-ae74-f6d668a389a9', 'code': 200} Jan 24 16:51:08.158806 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=0ca8e31f-a171-49fb-ae74-f6d668a389a9,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:08.185626 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-986444099-network', 'tenant_id': 'e5e86d82e0524fd380e44df98739cfa3'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:51:08.208408 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Made reservation on behalf of e5e86d82e0524fd380e44df98739cfa3 for: {'network': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:51:08.211328 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.219779 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.299112 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Publish callbacks [] for security_group (8493ae16-741d-4687-8a94-6f8eabdeb2ab), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.303351 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (8493ae16-741d-4687-8a94-6f8eabdeb2ab), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.309149 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d861383-8042-4a04-b618-16874a87dda9 req-ba067ef4-2aa5-4f92-a73b-f6f003ef2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:08.311240 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6d861383-8042-4a04-b618-16874a87dda9 req-ba067ef4-2aa5-4f92-a73b-f6f003ef2eaa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 1099 time: 0.0434675 Jan 24 16:51:08.348123 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=114081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:51:08.356582 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6d861383-8042-4a04-b618-16874a87dda9 req-b81685a7-ee5e-4e0c-99f7-c8da2aff1c1e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386918 Jan 24 16:51:08.372346 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (3900f7d8-95fe-404c-834f-2db2522bcd29), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.372695 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.segments_db [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Added segment 3900f7d8-95fe-404c-834f-2db2522bcd29 of type vlan for network a212a263-addf-4bd8-b46c-96697d6542c3 Jan 24 16:51:08.383769 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8493ae16-741d-4687-8a94-6f8eabdeb2ab,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:08.419713 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d78fa-8f5b-4d77-b47c-188461478832 req-4779f594-aec5-43c3-b644-4777eaf734fc tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:08.421284 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0e2d78fa-8f5b-4d77-b47c-188461478832 req-4779f594-aec5-43c3-b644-4777eaf734fc tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.1137862 Jan 24 16:51:08.435642 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (a212a263-addf-4bd8-b46c-96697d6542c3), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.489251 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (a212a263-addf-4bd8-b46c-96697d6542c3), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.490148 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:08.490732 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.500501 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0e2d78fa-8f5b-4d77-b47c-188461478832 req-ccb35ee4-20f3-4ac0-b042-c297bc245013 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670450 Jan 24 16:51:08.538605 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4593589 Jan 24 16:51:08.541443 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48526) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:08.548527 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-46aa85db-40a8-41ff-aed0-d5e60977427d admin admin] Request body: {'subnet': {'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-986444099-subnet', 'tenant_id': 'e5e86d82e0524fd380e44df98739cfa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:51:08.576449 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218dcca-9a28-4ae7-958e-741267729ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=a212a263-addf-4bd8-b46c-96697d6542c3,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:08.588721 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network a212a263-addf-4bd8-b46c-96697d6542c3 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:51:08.599160 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aa85db-40a8-41ff-aed0-d5e60977427d admin admin] Made reservation on behalf of e5e86d82e0524fd380e44df98739cfa3 for: {'subnet': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:51:08.605946 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46aa85db-40a8-41ff-aed0-d5e60977427d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29096914'] for subnet (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.964268 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b825c-6b75-4d3d-b3d7-68c76991e50f req-f5ef9a52-60da-40c0-8380-93b008feda01 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:08.965705 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:08.966213 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d20b825c-6b75-4d3d-b3d7-68c76991e50f req-f5ef9a52-60da-40c0-8380-93b008feda01 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.1103501 Jan 24 16:51:09.011798 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46aa85db-40a8-41ff-aed0-d5e60977427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28420855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29096940'] for subnet (1969657b-a4f4-4e6d-b20d-129d1a55f0a1), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:09.052090 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d20b825c-6b75-4d3d-b3d7-68c76991e50f req-5f2827bb-14a2-4bc9-8c09-5fee72ba60bd tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753870 Jan 24 16:51:09.074136 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3d2ef-0379-49d9-9349-a2f7904fcb59 req-7b70fe5b-f5fc-413c-9b2f-6aff2fc6c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:09.075629 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-57d3d2ef-0379-49d9-9349-a2f7904fcb59 req-7b70fe5b-f5fc-413c-9b2f-6aff2fc6c2a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 1099 time: 0.1612048 Jan 24 16:51:09.127591 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa85db-40a8-41ff-aed0-d5e60977427d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1969657b-a4f4-4e6d-b20d-129d1a55f0a1,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:09.180470 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aa85db-40a8-41ff-aed0-d5e60977427d admin admin] Checking segment: {'id': '3900f7d8-95fe-404c-834f-2db2522bcd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:51:09.180820 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aa85db-40a8-41ff-aed0-d5e60977427d admin admin] Network hostable DHCP agents. Network: a212a263-addf-4bd8-b46c-96697d6542c3, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:51:09.212959 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c9452-7803-4f82-b4dd-cec0365e9e42 req-d0f75dc6-27c9-4db3-9cd9-4e05d66758ec tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:09.214406 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-916c9452-7803-4f82-b4dd-cec0365e9e42 req-d0f75dc6-27c9-4db3-9cd9-4e05d66758ec tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.1581013 Jan 24 16:51:09.244961 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aa85db-40a8-41ff-aed0-d5e60977427d admin admin] Network a212a263-addf-4bd8-b46c-96697d6542c3 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:51:09.253141 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3d2ef-0379-49d9-9349-a2f7904fcb59 req-9e8f5a05-22be-421d-afc1-b9480f8df07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:09.254557 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-57d3d2ef-0379-49d9-9349-a2f7904fcb59 req-9e8f5a05-22be-421d-afc1-b9480f8df07c service neutron] 10.222.0.79 "GET /v2.0/networks?id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 200 len: 918 time: 0.1561542 Jan 24 16:51:09.268393 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-46aa85db-40a8-41ff-aed0-d5e60977427d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, a212a263-addf-4bd8-b46c-96697d6542c3) {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:09.280875 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b031f22-ab02-4d34-91e5-034b7c187a02 None None] Network a212a263-addf-4bd8-b46c-96697d6542c3 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:51:09.313030 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aa85db-40a8-41ff-aed0-d5e60977427d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:09.313629 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-46aa85db-40a8-41ff-aed0-d5e60977427d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:09.323122 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-57d3d2ef-0379-49d9-9349-a2f7904fcb59 req-9ff0b398-b075-447c-997b-672438c6e87d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b46c1cc-6728-4897-8738-0827955179b2 HTTP/1.1" status: 200 len: 217 time: 0.0555997 Jan 24 16:51:09.330146 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-916c9452-7803-4f82-b4dd-cec0365e9e42 req-8fa8cd10-4229-43cf-a331-24fe2598b0d4 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090930 Jan 24 16:51:09.343870 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-46aa85db-40a8-41ff-aed0-d5e60977427d admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8012664 Jan 24 16:51:09.381599 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3d2ef-0379-49d9-9349-a2f7904fcb59 req-6a935ced-af91-4187-86e9-7ae7b00b10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:09.383093 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-57d3d2ef-0379-49d9-9349-a2f7904fcb59 req-6a935ced-af91-4187-86e9-7ae7b00b10ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c23e31e6-4975-4076-afd7-3b7c3fb32a92 HTTP/1.1" status: 200 len: 858 time: 0.0514779 Jan 24 16:51:09.389718 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce8f8f0-b437-4fae-b057-7dacc4235bf9 None None] Network a212a263-addf-4bd8-b46c-96697d6542c3 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:51:09.435578 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-57d3d2ef-0379-49d9-9349-a2f7904fcb59 req-f5ae5aaf-5f1c-4e28-8894-ba2fe2bcd78f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348146 Jan 24 16:51:09.532403 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-57d3d2ef-0379-49d9-9349-a2f7904fcb59 req-f4d48b99-7ffd-4e45-822c-c0ef2ff68ffa service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856247 Jan 24 16:51:09.630503 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-57d3d2ef-0379-49d9-9349-a2f7904fcb59 req-e34348cb-a3f4-4b7b-a332-287253274195 service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910339 Jan 24 16:51:10.169829 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abc32b-67b6-4fc7-8c41-c49e0601d555 req-fd7dcc82-135f-47c1-866c-77ad2d8cff1d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:10.171502 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-16abc32b-67b6-4fc7-8c41-c49e0601d555 req-fd7dcc82-135f-47c1-866c-77ad2d8cff1d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0563407 Jan 24 16:51:10.240775 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-16abc32b-67b6-4fc7-8c41-c49e0601d555 req-a88bf027-22c3-4f22-aa84-d4c573dbe133 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582230 Jan 24 16:51:10.477555 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82346bcf-b32d-420b-b463-af052535ac99 req-b75dd218-9c90-4399-8f62-6d49f037e5c2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:10.479189 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-82346bcf-b32d-420b-b463-af052535ac99 req-b75dd218-9c90-4399-8f62-6d49f037e5c2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0713820 Jan 24 16:51:10.531261 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:10.540031 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-82346bcf-b32d-420b-b463-af052535ac99 req-3d169ab5-63f0-4aac-aa04-84c87c494773 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543272 Jan 24 16:51:11.097552 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-d45bc511-0c20-4c81-a718-d1f1dabb7034 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:11.098935 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-d45bc511-0c20-4c81-a718-d1f1dabb7034 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/networks?id=a212a263-addf-4bd8-b46c-96697d6542c3 HTTP/1.1" status: 200 len: 808 time: 0.1021547 Jan 24 16:51:11.115000 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-3f09dc53-df11-4231-b50a-0d6cadd30b4c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/quotas/e5e86d82e0524fd380e44df98739cfa3 HTTP/1.1" status: 200 len: 375 time: 0.0091650 Jan 24 16:51:11.151937 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-e3a45db4-7da3-48bb-b3bc-5f60766e4adf tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=e5e86d82e0524fd380e44df98739cfa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305748 Jan 24 16:51:11.255557 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-ee1cd664-ee38-4562-a49e-cb76f0aa7e7b service neutron] 10.222.0.117 "GET /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891116 Jan 24 16:51:11.350073 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-60cec790-9e78-4b18-9bdb-8932a9f69027 service neutron] 10.222.0.117 "GET /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883472 Jan 24 16:51:11.352572 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade93e7c-fd87-4eb4-a439-2b34a5bfb480 req-f696a2ee-9bcc-4996-93c9-6d09e686dc9d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:11.354241 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ade93e7c-fd87-4eb4-a439-2b34a5bfb480 req-f696a2ee-9bcc-4996-93c9-6d09e686dc9d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0489323 Jan 24 16:51:11.402825 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ade93e7c-fd87-4eb4-a439-2b34a5bfb480 req-23f69067-ea37-4ae0-b867-4b35d532dc08 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432565 Jan 24 16:51:11.520211 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3b1c331f-5708-4b9e-8b8d-d0a7f1b0aa1b req-50d9c2cf-7127-4fbc-b0ed-ecc7be7ca8ba tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 210 time: 0.0255141 Jan 24 16:51:11.694560 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327aec-3158-4b5e-b9a3-d3faa54a66da req-116a82c7-b472-4ac9-9772-10a0338d934c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:11.699265 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b1327aec-3158-4b5e-b9a3-d3faa54a66da req-116a82c7-b472-4ac9-9772-10a0338d934c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0648766 Jan 24 16:51:11.761258 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b1327aec-3158-4b5e-b9a3-d3faa54a66da req-7037c452-e59a-46cd-b26c-591f364bc42e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586479 Jan 24 16:51:11.832900 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:11.926882 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9726a72-4f5d-4abb-9b1c-211c8ce1e2bd req-0ef9d5ad-14d7-401d-b169-a9f243345dc1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:11.928474 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9726a72-4f5d-4abb-9b1c-211c8ce1e2bd req-0ef9d5ad-14d7-401d-b169-a9f243345dc1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0549865 Jan 24 16:51:11.937392 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 48696) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:11.942503 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-c72b637d-d827-4c7c-a8e9-d97c9dfe1895 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Request body: {'floatingip': {'port_id': '0ca8e31f-a171-49fb-ae74-f6d668a389a9'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:51:11.997852 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c72b637d-d827-4c7c-a8e9-d97c9dfe1895 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (5302cc34-a371-4cad-8a75-90a975cadc63), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:12.383222 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48716) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:12.452366 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf33aa-d637-4853-b9f7-e55d6fdb5337 req-ba922892-1cce-4a1a-a101-ba78c5e0975b tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:12.453841 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-76bf33aa-d637-4853-b9f7-e55d6fdb5337 req-ba922892-1cce-4a1a-a101-ba78c5e0975b tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 945 time: 0.0958824 Jan 24 16:51:12.534240 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9e7ed095-aefd-499d-8b98-697d2a10836c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:12.549968 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ead69-2b9a-435a-8c0b-17cb5e643c8f req-fab45bbe-f77f-4f3c-9aa2-2e5051504ee8 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:12.555458 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-541ead69-2b9a-435a-8c0b-17cb5e643c8f req-fab45bbe-f77f-4f3c-9aa2-2e5051504ee8 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0780110 Jan 24 16:51:12.561994 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-76bf33aa-d637-4853-b9f7-e55d6fdb5337 req-d4884841-541c-4802-966e-197ec40a0a2a tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892594 Jan 24 16:51:12.572856 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c72b637d-d827-4c7c-a8e9-d97c9dfe1895 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:12.577696 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c72b637d-d827-4c7c-a8e9-d97c9dfe1895 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (5302cc34-a371-4cad-8a75-90a975cadc63), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:12.634136 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-541ead69-2b9a-435a-8c0b-17cb5e643c8f req-6ddd1e43-76a5-42e9-b3a4-3592227e56a4 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738199 Jan 24 16:51:12.677082 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9e7ed095-aefd-499d-8b98-697d2a10836c admin admin] Publish callbacks [] for security_group (e5dba174-1ef9-489f-8d1e-d62bc82ea28e), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:12.682576 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9e7ed095-aefd-499d-8b98-697d2a10836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (e5dba174-1ef9-489f-8d1e-d62bc82ea28e), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:12.689494 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.l3_db [None req-c72b637d-d827-4c7c-a8e9-d97c9dfe1895 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Floating IP 5302cc34-a371-4cad-8a75-90a975cadc63 associated. External IP: 172.27.3.153, port: 0ca8e31f-a171-49fb-ae74-f6d668a389a9. Jan 24 16:51:12.746662 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-45629ede-75c5-4737-bd87-376b5f673456 req-69eb73dc-c901-4231-9b1c-92770d804cc9 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 210 time: 0.0414667 Jan 24 16:51:12.747503 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ed095-aefd-499d-8b98-697d2a10836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dba174-1ef9-489f-8d1e-d62bc82ea28e,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:12.761088 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-9e7ed095-aefd-499d-8b98-697d2a10836c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c93fd876a731455387311320b8658acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767257 Jan 24 16:51:12.763632 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48732) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:12.827364 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1dd4a05e-6655-4fde-9504-2ee1266aef98 admin admin] Publish callbacks [] for security_group (e5dba174-1ef9-489f-8d1e-d62bc82ea28e), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:12.858076 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1dd4a05e-6655-4fde-9504-2ee1266aef98 admin admin] Publish callbacks [] for security_group (e5dba174-1ef9-489f-8d1e-d62bc82ea28e), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:12.917888 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1dd4a05e-6655-4fde-9504-2ee1266aef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (e5dba174-1ef9-489f-8d1e-d62bc82ea28e), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:12.920547 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1dd4a05e-6655-4fde-9504-2ee1266aef98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:12.924376 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-1dd4a05e-6655-4fde-9504-2ee1266aef98 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e5dba174-1ef9-489f-8d1e-d62bc82ea28e HTTP/1.1" status: 204 len: 168 time: 0.1569765 Jan 24 16:51:12.945292 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4a05e-6655-4fde-9504-2ee1266aef98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dba174-1ef9-489f-8d1e-d62bc82ea28e,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:13.186109 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-77f656c8-bd31-4da3-9e09-905a68121a57 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:13.188195 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-77f656c8-bd31-4da3-9e09-905a68121a57 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.79 "GET /v2.0/networks?id=a212a263-addf-4bd8-b46c-96697d6542c3 HTTP/1.1" status: 200 len: 808 time: 0.2096360 Jan 24 16:51:13.201909 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72b637d-d827-4c7c-a8e9-d97c9dfe1895 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:51:13.232995 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Request body: {'port': {'device_id': 'ea0fd420-7ca2-4584-bc5c-6d1ed60ca543', 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3', 'admin_state_up': True, 'tenant_id': 'e5e86d82e0524fd380e44df98739cfa3'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:51:13.359030 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72b637d-d827-4c7c-a8e9-d97c9dfe1895 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:51:13.363569 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Made reservation on behalf of e5e86d82e0524fd380e44df98739cfa3 for: {'port': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:51:13.364003 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c72b637d-d827-4c7c-a8e9-d97c9dfe1895 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:13.368390 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:13.371810 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e3754-c4e0-4155-86ad-e64f2d1d54ec None None] Sync routers for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:51:13.385920 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48760) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:13.386742 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e3754-c4e0-4155-86ad-e64f2d1d54ec None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:51:13.387528 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-470e3754-c4e0-4155-86ad-e64f2d1d54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:51:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:13.395166 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-c72b637d-d827-4c7c-a8e9-d97c9dfe1895 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "PUT /v2.0/floatingips/5302cc34-a371-4cad-8a75-90a975cadc63 HTTP/1.1" status: 200 len: 992 time: 1.4538453 Jan 24 16:51:13.395166 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'tag': '0ca8e31f-a171-49fb-ae74-f6d668a389a9'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:13.399682 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e984a9-df7f-432b-9c0e-d9329890b338" -d '{"events": [{"name": "network-changed", "server_uuid": "10c5d45c-1da7-4563-ac75-ae5d1dc892ec", "tag": "0ca8e31f-a171-49fb-ae74-f6d668a389a9"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:13.404173 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2d6db445-a36c-402e-8c51-5ce4b7c4beb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:13.452127 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142d3c59-6e9c-4a36-ba3b-48b7c0f5408a x-openstack-request-id: req-142d3c59-6e9c-4a36-ba3b-48b7c0f5408a {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:13.452437 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c5d45c-1da7-4563-ac75-ae5d1dc892ec", "tag": "0ca8e31f-a171-49fb-ae74-f6d668a389a9", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:13.453014 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-142d3c59-6e9c-4a36-ba3b-48b7c0f5408a {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:13.453351 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'tag': '0ca8e31f-a171-49fb-ae74-f6d668a389a9', 'status': 'completed', 'code': 200} Jan 24 16:51:13.528753 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-470e3754-c4e0-4155-86ad-e64f2d1d54ec None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:51:13.596782 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2d6db445-a36c-402e-8c51-5ce4b7c4beb0 admin admin] Publish callbacks [] for security_group (9144723e-f592-4b36-b0d8-c65d05c85f7a), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:13.606946 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2d6db445-a36c-402e-8c51-5ce4b7c4beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (9144723e-f592-4b36-b0d8-c65d05c85f7a), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:13.615694 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Allocated IP 172.20.0.13 (a212a263-addf-4bd8-b46c-96697d6542c3/1969657b-a4f4-4e6d-b20d-129d1a55f0a1/c7a88162-0e4c-42a3-adce-9ee7d02857c6) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:51:13.659903 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e984a9-df7f-432b-9c0e-d9329890b338 req-f78ad97b-6db2-4c96-bf0b-a84f4546d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:13.661369 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a6e984a9-df7f-432b-9c0e-d9329890b338 req-f78ad97b-6db2-4c96-bf0b-a84f4546d10b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24a57596de944ff6b3c322128a836000&device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 1099 time: 0.1223323 Jan 24 16:51:13.711473 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-2d6db445-a36c-402e-8c51-5ce4b7c4beb0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=48e172b53c5b4a54b9287988af9b4e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243985 Jan 24 16:51:13.716149 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48772) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:13.733483 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6db445-a36c-402e-8c51-5ce4b7c4beb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9144723e-f592-4b36-b0d8-c65d05c85f7a,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:13.757798 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f54bd-8283-49b4-ada7-af6dd656598b req-d42529cd-7a6c-46f5-b46c-c183de8e8d4f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:13.759545 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-bb6f54bd-8283-49b4-ada7-af6dd656598b req-d42529cd-7a6c-46f5-b46c-c183de8e8d4f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0521855 Jan 24 16:51:13.811299 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-bb6f54bd-8283-49b4-ada7-af6dd656598b req-0a077e5a-dab9-46ae-bb8f-7dc13a3f2e38 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453753 Jan 24 16:51:13.877409 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d84b9-b132-4411-84ac-ca465c2aa126 req-2cac7f81-77a9-4dfa-9a56-607056ded39c tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:13.878971 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-482d84b9-b132-4411-84ac-ca465c2aa126 req-2cac7f81-77a9-4dfa-9a56-607056ded39c tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 945 time: 0.2272933 Jan 24 16:51:13.887154 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-470e3754-c4e0-4155-86ad-e64f2d1d54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '5302cc34-a371-4cad-8a75-90a975cadc63', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'port_id': '0ca8e31f-a171-49fb-ae74-f6d668a389a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'mac_address': 'fa:16:3e:82:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:50:51Z', 'updated_at': '2022-01-24T16:51:12Z', 'revision_number': 1, 'project_id': '24a57596de944ff6b3c322128a836000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:47Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:13.915768 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e3754-c4e0-4155-86ad-e64f2d1d54ec None None] Checking router: d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:51:13.927242 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e3754-c4e0-4155-86ad-e64f2d1d54ec None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:51:13.927878 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-470e3754-c4e0-4155-86ad-e64f2d1d54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:51:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:13.990365 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-12644582-f7b3-4c0c-b8f0-403325f03581 admin admin] Publish callbacks [] for security_group (9144723e-f592-4b36-b0d8-c65d05c85f7a), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:14.000052 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e984a9-df7f-432b-9c0e-d9329890b338 req-fea7f8f1-ee98-41b6-8c85-0a21d2f54737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:14.001497 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a6e984a9-df7f-432b-9c0e-d9329890b338 req-fea7f8f1-ee98-41b6-8c85-0a21d2f54737 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be75c4f-241a-4241-8df3-f6088625575c HTTP/1.1" status: 200 len: 911 time: 0.3199680 Jan 24 16:51:14.021825 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ffa63463-e117-4103-8675-e4b70b9f359e req-992dd4eb-4fd8-4e2c-95a5-715c65127582 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 210 time: 0.0276632 Jan 24 16:51:14.052133 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-470e3754-c4e0-4155-86ad-e64f2d1d54ec None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:51:14.270541 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-482d84b9-b132-4411-84ac-ca465c2aa126 req-367652f6-ed4c-45dd-86a0-24e6be77007f tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766599 Jan 24 16:51:14.273402 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-12644582-f7b3-4c0c-b8f0-403325f03581 admin admin] Publish callbacks [] for security_group (9144723e-f592-4b36-b0d8-c65d05c85f7a), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:14.280890 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-470e3754-c4e0-4155-86ad-e64f2d1d54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '5302cc34-a371-4cad-8a75-90a975cadc63', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'port_id': '0ca8e31f-a171-49fb-ae74-f6d668a389a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'mac_address': 'fa:16:3e:82:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:50:51Z', 'updated_at': '2022-01-24T16:51:12Z', 'revision_number': 1, 'project_id': '24a57596de944ff6b3c322128a836000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:47Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:14.307307 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks [] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:14.308882 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e3754-c4e0-4155-86ad-e64f2d1d54ec None None] The sync data for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi is: [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '5302cc34-a371-4cad-8a75-90a975cadc63', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'port_id': '0ca8e31f-a171-49fb-ae74-f6d668a389a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'mac_address': 'fa:16:3e:82:2b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:50:51Z', 'updated_at': '2022-01-24T16:51:12Z', 'revision_number': 1, 'project_id': '24a57596de944ff6b3c322128a836000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:47Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:51:14.334431 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a6e984a9-df7f-432b-9c0e-d9329890b338 req-90592d9a-2032-4b3e-ba79-a2d070ef9e22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ca8e31f-a171-49fb-ae74-f6d668a389a9 HTTP/1.1" status: 200 len: 1000 time: 0.3187666 Jan 24 16:51:14.395160 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-12644582-f7b3-4c0c-b8f0-403325f03581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (9144723e-f592-4b36-b0d8-c65d05c85f7a), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:14.398400 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-12644582-f7b3-4c0c-b8f0-403325f03581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:14.401974 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-12644582-f7b3-4c0c-b8f0-403325f03581 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/9144723e-f592-4b36-b0d8-c65d05c85f7a HTTP/1.1" status: 204 len: 168 time: 0.6672068 Jan 24 16:51:14.418051 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e984a9-df7f-432b-9c0e-d9329890b338 req-74f59b3e-24ba-42c3-ae2e-7e5807368113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:14.419551 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a6e984a9-df7f-432b-9c0e-d9329890b338 req-74f59b3e-24ba-42c3-ae2e-7e5807368113 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dfd489d-8367-4ed9-a498-6d5b61348aa4 HTTP/1.1" status: 200 len: 850 time: 0.0745554 Jan 24 16:51:14.421372 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12644582-f7b3-4c0c-b8f0-403325f03581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9144723e-f592-4b36-b0d8-c65d05c85f7a,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:14.427576 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:14.513644 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Network a212a263-addf-4bd8-b46c-96697d6542c3 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:51:14.521446 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:14.528799 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:51:14.533287 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Pushing event updated for resources: {'Port': ['ID=c7a88162-0e4c-42a3-adce-9ee7d02857c6,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:14.566584 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e984a9-df7f-432b-9c0e-d9329890b338 req-e32ec510-6192-44ed-8efa-486be34cdc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:14.570373 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a6e984a9-df7f-432b-9c0e-d9329890b338 req-e32ec510-6192-44ed-8efa-486be34cdc8d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be75c4f-241a-4241-8df3-f6088625575c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244931 Jan 24 16:51:14.610249 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:14.610939 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:14.673103 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b372be1-2072-468e-b09c-a186c51a5ac7 None None] New status for floating IP 5302cc34-a371-4cad-8a75-90a975cadc63: ACTIVE {{(pid=114082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:51:14.685676 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-aff8b371-53f9-4e08-973a-69a39522ddec tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4578848 Jan 24 16:51:14.717119 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Request body: {'port': {'device_id': 'ea0fd420-7ca2-4584-bc5c-6d1ed60ca543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:51:14.833843 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:14.856228 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a6e984a9-df7f-432b-9c0e-d9329890b338 req-2f2d48ca-0090-4df0-b90b-ee7bd8a55af8 service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675865 Jan 24 16:51:15.101188 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f0f56-1045-41ce-980c-3e47e0e1f44a req-a9055ed0-1412-4ed3-a56c-741c688b2005 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:15.108282 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f55f0f56-1045-41ce-980c-3e47e0e1f44a req-a9055ed0-1412-4ed3-a56c-741c688b2005 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.1994307 Jan 24 16:51:15.118685 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a6e984a9-df7f-432b-9c0e-d9329890b338 req-eb8a0709-cd50-4c59-9aa9-fa3d1f9d852f service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389045 Jan 24 16:51:15.221112 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f55f0f56-1045-41ce-980c-3e47e0e1f44a req-2b5ccc9b-369d-47b1-9801-78c8c0aadb9c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118879 Jan 24 16:51:15.335978 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22d081-5ddc-40e9-8f0f-83a75fb09530 req-c120f511-015d-455d-98ec-337d3252a4f4 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:15.337843 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8a22d081-5ddc-40e9-8f0f-83a75fb09530 req-c120f511-015d-455d-98ec-337d3252a4f4 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 932 time: 0.0599236 Jan 24 16:51:15.379554 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a88162-0e4c-42a3-adce-9ee7d02857c6 {{(pid=114080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:51:15.395726 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8a22d081-5ddc-40e9-8f0f-83a75fb09530 req-a6171ba1-c21f-430d-8749-d6f4affd592b tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509939 Jan 24 16:51:15.411867 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c521c-18e7-424e-887a-3f3255aaa868 req-ab20b819-5aea-4fb3-a597-8d9d653f5793 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:15.413680 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-657c521c-18e7-424e-887a-3f3255aaa868 req-ab20b819-5aea-4fb3-a597-8d9d653f5793 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.79 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 945 time: 0.1021307 Jan 24 16:51:15.416259 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Publish callbacks [] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:15.474857 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.provisioning_blocks [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Transition to ACTIVE for port object c7a88162-0e4c-42a3-adce-9ee7d02857c6 will not be triggered until provisioned by entity L2. {{(pid=114080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:15.489799 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:15.506156 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b633a-ed65-467f-8f5f-1929431b6434 req-2208e7ce-22e0-432e-9ba0-27018828bf5c tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:15.510773 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-342b633a-ed65-467f-8f5f-1929431b6434 req-2208e7ce-22e0-432e-9ba0-27018828bf5c tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 945 time: 0.1469319 Jan 24 16:51:15.641685 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a88162-0e4c-42a3-adce-9ee7d02857c6,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:15.698215 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-342b633a-ed65-467f-8f5f-1929431b6434 req-9840e3be-0bf3-42ae-9a5d-79e1f26e900a tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/security-groups?id=81c89451-21ad-4936-9add-753a26eaac94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653194 Jan 24 16:51:15.745608 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-657c521c-18e7-424e-887a-3f3255aaa868 req-e6914a21-090c-402a-bdcf-7abc28659822 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Deleting port e866c64f-ea45-4c9b-93d6-5414a8e89883 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:51:15.745935 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-657c521c-18e7-424e-887a-3f3255aaa868 req-e6914a21-090c-402a-bdcf-7abc28659822 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:15.818172 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Attempting to bind port c7a88162-0e4c-42a3-adce-9ee7d02857c6 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:51:15.818172 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Attempting to bind port c7a88162-0e4c-42a3-adce-9ee7d02857c6 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': '3900f7d8-95fe-404c-834f-2db2522bcd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3'}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:51:15.818172 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Attempting to bind port c7a88162-0e4c-42a3-adce-9ee7d02857c6 on network a212a263-addf-4bd8-b46c-96697d6542c3 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:51:15.826108 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Port c7a88162-0e4c-42a3-adce-9ee7d02857c6 on network a212a263-addf-4bd8-b46c-96697d6542c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:51:15.826428 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Attempting to bind port c7a88162-0e4c-42a3-adce-9ee7d02857c6 on network a212a263-addf-4bd8-b46c-96697d6542c3 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:51:15.838040 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:51:15.838371 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Checking segment: {'id': '3900f7d8-95fe-404c-834f-2db2522bcd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:51:15.838765 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Bound using segment: {'id': '3900f7d8-95fe-404c-834f-2db2522bcd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3'} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:51:15.839196 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Bound port: c7a88162-0e4c-42a3-adce-9ee7d02857c6, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3900f7d8-95fe-404c-834f-2db2522bcd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3'}}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:51:15.839542 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:15.896387 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-657c521c-18e7-424e-887a-3f3255aaa868 req-e6914a21-090c-402a-bdcf-7abc28659822 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] For port e866c64f-ea45-4c9b-93d6-5414a8e89883, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=e866c64f-ea45-4c9b-93d6-5414a8e89883,segment=NetworkSegment(8f3623f0-10a0-44f7-9dea-0cbd349c970e),segment_id=8f3623f0-10a0-44f7-9dea-0cbd349c970e)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:15.896743 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-657c521c-18e7-424e-887a-3f3255aaa868 req-e6914a21-090c-402a-bdcf-7abc28659822 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:15.920480 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-657c521c-18e7-424e-887a-3f3255aaa868 req-e6914a21-090c-402a-bdcf-7abc28659822 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Calling delete_port for e866c64f-ea45-4c9b-93d6-5414a8e89883 owned by compute:nova {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:51:15.950336 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] For port c7a88162-0e4c-42a3-adce-9ee7d02857c6, host hv-cinder-82611, cleared binding levels {{(pid=114080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:51:16.012107 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] For port c7a88162-0e4c-42a3-adce-9ee7d02857c6, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=c7a88162-0e4c-42a3-adce-9ee7d02857c6,segment=NetworkSegment(3900f7d8-95fe-404c-834f-2db2522bcd29),segment_id=3900f7d8-95fe-404c-834f-2db2522bcd29)] {{(pid=114080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:51:16.021712 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:16.083710 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:16.086466 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:16.087381 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] 10.222.0.79 "PUT /v2.0/ports/c7a88162-0e4c-42a3-adce-9ee7d02857c6 HTTP/1.1" status: 200 len: 1094 time: 1.3814464 Jan 24 16:51:16.087779 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0fd420-7ca2-4584-bc5c-6d1ed60ca543', 'tag': 'c7a88162-0e4c-42a3-adce-9ee7d02857c6'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:16.090067 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00399471-783e-481c-a3da-18fd62f83ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0fd420-7ca2-4584-bc5c-6d1ed60ca543", "tag": "c7a88162-0e4c-42a3-adce-9ee7d02857c6"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:16.152112 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a580a9-f519-45bb-9ce4-13806ec0bf3e x-openstack-request-id: req-c8a580a9-f519-45bb-9ce4-13806ec0bf3e {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:16.155787 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0fd420-7ca2-4584-bc5c-6d1ed60ca543", "tag": "c7a88162-0e4c-42a3-adce-9ee7d02857c6", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:16.156081 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c8a580a9-f519-45bb-9ce4-13806ec0bf3e {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:16.156501 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0fd420-7ca2-4584-bc5c-6d1ed60ca543', 'tag': 'c7a88162-0e4c-42a3-adce-9ee7d02857c6', 'status': 'completed', 'code': 200} Jan 24 16:51:16.205805 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526acda-ad8d-4b8e-b373-6a809c5f9466 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a88162-0e4c-42a3-adce-9ee7d02857c6,revision_number=3']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:16.250457 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-3fe532df-1ee3-49ff-a54d-278a5c92af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:16.253564 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-3fe532df-1ee3-49ff-a54d-278a5c92af53 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e5e86d82e0524fd380e44df98739cfa3&device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 1097 time: 0.1159132 Jan 24 16:51:16.330637 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-b154a4bb-1d7a-47d8-b434-972ee9c148a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7a88162-0e4c-42a3-adce-9ee7d02857c6 HTTP/1.1" status: 200 len: 217 time: 0.0684435 Jan 24 16:51:16.331268 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-657c521c-18e7-424e-887a-3f3255aaa868 req-e6914a21-090c-402a-bdcf-7abc28659822 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (e866c64f-ea45-4c9b-93d6-5414a8e89883), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:16.346249 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['e866c64f-ea45-4c9b-93d6-5414a8e89883'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:51:16.419731 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6914a21-090c-402a-bdcf-7abc28659822 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Pushing event deleted for resources: {'Port': ['ID=e866c64f-ea45-4c9b-93d6-5414a8e89883,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:16.511218 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-657c521c-18e7-424e-887a-3f3255aaa868 req-e6914a21-090c-402a-bdcf-7abc28659822 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] No DVR routers for this DVR port e866c64f-ea45-4c9b-93d6-5414a8e89883 on host hv-cinder-82611 {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:51:16.514511 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-657c521c-18e7-424e-887a-3f3255aaa868 req-e6914a21-090c-402a-bdcf-7abc28659822 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:16.518078 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-657c521c-18e7-424e-887a-3f3255aaa868 req-e6914a21-090c-402a-bdcf-7abc28659822 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.79 "DELETE /v2.0/ports/e866c64f-ea45-4c9b-93d6-5414a8e89883 HTTP/1.1" status: 204 len: 173 time: 1.0910368 Jan 24 16:51:16.525278 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-5c52854c-6eef-4363-a4f0-5f6137e6ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:16.526723 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-5c52854c-6eef-4363-a4f0-5f6137e6ce9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1969657b-a4f4-4e6d-b20d-129d1a55f0a1 HTTP/1.1" status: 200 len: 848 time: 0.1655719 Jan 24 16:51:16.536104 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a3966-5a78-4e51-83a8-48e18977ebc8 req-692c9f1e-9f10-4bf6-8e05-0bc7c3c09162 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:16.538318 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-435a3966-5a78-4e51-83a8-48e18977ebc8 req-692c9f1e-9f10-4bf6-8e05-0bc7c3c09162 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.2103410 Jan 24 16:51:16.543225 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4a50c-5b4a-4386-9427-d014f87d9669 req-7c291cb3-f42e-497d-9644-d853df356273 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:16.545041 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-edc4a50c-5b4a-4386-9427-d014f87d9669 req-7c291cb3-f42e-497d-9644-d853df356273 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 944 time: 0.0612166 Jan 24 16:51:16.608784 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-edc4a50c-5b4a-4386-9427-d014f87d9669 req-8d990562-d350-4bff-9ebc-543c7f2f5b8d tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577259 Jan 24 16:51:16.763368 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-c397c3fd-11e4-4106-a476-badd24280e2d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a212a263-addf-4bd8-b46c-96697d6542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2238591 Jan 24 16:51:16.816522 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d2060b8e-5569-432b-9425-a03abd1a8466 req-3e934541-7a7f-4348-9c1b-40e07b4e4744 tempest-DeleteServersTestJSON-1195786061 tempest-DeleteServersTestJSON-1195786061-project] 10.222.0.117 "GET /v2.0/ports?device_id=f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e HTTP/1.1" status: 200 len: 210 time: 0.0310926 Jan 24 16:51:16.819469 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-435a3966-5a78-4e51-83a8-48e18977ebc8 req-d55f1138-0f11-45d7-91c0-11a1942af4c4 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688131 Jan 24 16:51:16.888308 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-200510fd-b36e-4741-a6cc-8504eeca0a1c service neutron] 10.222.0.79 "GET /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095161 Jan 24 16:51:16.998272 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-053fb9c8-a312-4338-a197-b21ae56e8bf7 req-b43b76a8-c480-4592-af50-47c0b048f744 service neutron] 10.222.0.79 "GET /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918698 Jan 24 16:51:17.004602 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48898) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:17.125918 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e7a729ac-449c-4a90-9c96-75db16e905a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:17.140043 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00399471-783e-481c-a3da-18fd62f83ddd req-d01709b6-c311-424d-9a25-7f3b16a8adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:17.141749 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-00399471-783e-481c-a3da-18fd62f83ddd req-d01709b6-c311-424d-9a25-7f3b16a8adc9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e5e86d82e0524fd380e44df98739cfa3&device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 1097 time: 0.0696115 Jan 24 16:51:17.291597 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00399471-783e-481c-a3da-18fd62f83ddd req-6e2b2c66-494e-4bde-ba2e-46a662576972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:17.293054 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-00399471-783e-481c-a3da-18fd62f83ddd req-6e2b2c66-494e-4bde-ba2e-46a662576972 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a212a263-addf-4bd8-b46c-96697d6542c3 HTTP/1.1" status: 200 len: 908 time: 0.1376026 Jan 24 16:51:17.306325 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e7a729ac-449c-4a90-9c96-75db16e905a1 admin admin] Publish callbacks [] for security_group (bc7246fc-a2b9-47f6-8819-2ccff9ac692d), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:17.314525 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e7a729ac-449c-4a90-9c96-75db16e905a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (bc7246fc-a2b9-47f6-8819-2ccff9ac692d), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:17.356753 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-00399471-783e-481c-a3da-18fd62f83ddd req-aa8c6cb0-4511-4afd-9213-5bf0acf2c289 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7a88162-0e4c-42a3-adce-9ee7d02857c6 HTTP/1.1" status: 200 len: 217 time: 0.0489457 Jan 24 16:51:17.411475 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e7a729ac-449c-4a90-9c96-75db16e905a1 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e153afc7b4ed4f84b82df2603b17af52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4056590 Jan 24 16:51:17.414387 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a729ac-449c-4a90-9c96-75db16e905a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7246fc-a2b9-47f6-8819-2ccff9ac692d,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:17.415334 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 48908) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:17.430696 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00399471-783e-481c-a3da-18fd62f83ddd req-db47c7c8-a9ec-48b0-acb8-986860ecd681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:17.432229 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-00399471-783e-481c-a3da-18fd62f83ddd req-db47c7c8-a9ec-48b0-acb8-986860ecd681 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1969657b-a4f4-4e6d-b20d-129d1a55f0a1 HTTP/1.1" status: 200 len: 848 time: 0.0657096 Jan 24 16:51:17.473818 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-00399471-783e-481c-a3da-18fd62f83ddd req-026c7696-8621-4345-861d-d81dd597194d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a212a263-addf-4bd8-b46c-96697d6542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305564 Jan 24 16:51:17.482453 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3d76eee1-7746-4d44-8960-dcc0a14fb961 admin admin] Publish callbacks [] for security_group (bc7246fc-a2b9-47f6-8819-2ccff9ac692d), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:17.505342 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3d76eee1-7746-4d44-8960-dcc0a14fb961 admin admin] Publish callbacks [] for security_group (bc7246fc-a2b9-47f6-8819-2ccff9ac692d), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:17.562113 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3d76eee1-7746-4d44-8960-dcc0a14fb961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (bc7246fc-a2b9-47f6-8819-2ccff9ac692d), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:17.562113 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3d76eee1-7746-4d44-8960-dcc0a14fb961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:17.566134 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-3d76eee1-7746-4d44-8960-dcc0a14fb961 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/bc7246fc-a2b9-47f6-8819-2ccff9ac692d HTTP/1.1" status: 204 len: 168 time: 0.1497810 Jan 24 16:51:17.574993 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76eee1-7746-4d44-8960-dcc0a14fb961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7246fc-a2b9-47f6-8819-2ccff9ac692d,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:17.586803 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-00399471-783e-481c-a3da-18fd62f83ddd req-18d40604-c31f-41d5-8a84-8013972b5664 service neutron] 10.222.0.79 "GET /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993688 Jan 24 16:51:17.715690 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-00399471-783e-481c-a3da-18fd62f83ddd req-7303ff24-8ae7-44b6-83d8-410041045a45 service neutron] 10.222.0.79 "GET /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033816 Jan 24 16:51:17.775223 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bb67c-dcbb-498b-a4e4-4dbd7a9943b4 req-004532bc-451c-4495-8524-d60904fa0d9b tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:17.776794 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4f9bb67c-dcbb-498b-a4e4-4dbd7a9943b4 req-004532bc-451c-4495-8524-d60904fa0d9b tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 944 time: 0.0602202 Jan 24 16:51:17.835753 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4f9bb67c-dcbb-498b-a4e4-4dbd7a9943b4 req-10aa82ac-1cc1-4baa-9e26-7c30b469f6a8 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508122 Jan 24 16:51:17.882496 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 48926) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:17.901076 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:17.982400 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abb3a3-2db3-4f38-844c-f79cc7300543 req-1f4c70e2-a585-4b59-a20b-ed3891668721 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:17.984125 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-83abb3a3-2db3-4f38-844c-f79cc7300543 req-1f4c70e2-a585-4b59-a20b-ed3891668721 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0720026 Jan 24 16:51:18.050299 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Publish callbacks [] for security_group (896238a6-c0a5-4132-badf-40f7fbb17f75), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:18.053927 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (896238a6-c0a5-4132-badf-40f7fbb17f75), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:18.070553 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-83abb3a3-2db3-4f38-844c-f79cc7300543 req-6f46dae2-d18f-40da-9e7a-f01d88d0a7f2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751376 Jan 24 16:51:18.102214 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=55456982280f4a3d80a7f30f3e0bd475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185612 Jan 24 16:51:18.104977 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 48936) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:18.110272 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896238a6-c0a5-4132-badf-40f7fbb17f75,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:18.118823 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.119437 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.119801 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.120135 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.120471 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.120806 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.121139 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.121467 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.121882 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.122514 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.122514 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.122867 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.123194 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1465ac18-1867-446a-b95d-b33b3e1971ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:18.156740 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-cc35ae07-2ca5-4fa2-90f8-cb2559c4c877 admin admin] Publish callbacks [] for security_group (896238a6-c0a5-4132-badf-40f7fbb17f75), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:18.158142 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e', 'name': 'network-vif-deleted', 'tag': 'e866c64f-ea45-4c9b-93d6-5414a8e89883'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:18.160366 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7c4c69-5951-4773-afc8-c9f1e4075820" -d '{"events": [{"server_uuid": "f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e", "name": "network-vif-deleted", "tag": "e866c64f-ea45-4c9b-93d6-5414a8e89883"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:18.186968 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-cc35ae07-2ca5-4fa2-90f8-cb2559c4c877 admin admin] Publish callbacks [] for security_group (896238a6-c0a5-4132-badf-40f7fbb17f75), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:18.231292 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78766f66-03a5-4c21-93b5-970cc57fb62d x-openstack-request-id: req-78766f66-03a5-4c21-93b5-970cc57fb62d {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:18.231640 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e", "name": "network-vif-deleted", "tag": "e866c64f-ea45-4c9b-93d6-5414a8e89883", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:18.231897 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-78766f66-03a5-4c21-93b5-970cc57fb62d {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:18.232330 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d7ef3-3e0c-4c6e-ae1f-6c1ad225038e', 'name': 'network-vif-deleted', 'tag': 'e866c64f-ea45-4c9b-93d6-5414a8e89883', 'status': 'completed', 'code': 200} Jan 24 16:51:18.242071 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-cc35ae07-2ca5-4fa2-90f8-cb2559c4c877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (896238a6-c0a5-4132-badf-40f7fbb17f75), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:18.244944 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-cc35ae07-2ca5-4fa2-90f8-cb2559c4c877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:18.247198 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-cc35ae07-2ca5-4fa2-90f8-cb2559c4c877 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/896238a6-c0a5-4132-badf-40f7fbb17f75 HTTP/1.1" status: 204 len: 168 time: 0.1411934 Jan 24 16:51:18.258306 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35ae07-2ca5-4fa2-90f8-cb2559c4c877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896238a6-c0a5-4132-badf-40f7fbb17f75,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:18.981849 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abfd99-c1f0-4a6d-aeb5-67dba24f0963 req-03519267-69ca-4806-b6c9-90d7022313fd tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:18.983508 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-87abfd99-c1f0-4a6d-aeb5-67dba24f0963 req-03519267-69ca-4806-b6c9-90d7022313fd tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 944 time: 0.0592496 Jan 24 16:51:19.031489 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-87abfd99-c1f0-4a6d-aeb5-67dba24f0963 req-b4bc01f2-e940-4076-b7d0-51e5a36417e3 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424690 Jan 24 16:51:19.198824 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677bedf-fa08-4fab-9c43-e4279995a35e req-29eceed7-f9fb-4601-b7fa-1c2d4bc2167b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:19.200311 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c677bedf-fa08-4fab-9c43-e4279995a35e req-29eceed7-f9fb-4601-b7fa-1c2d4bc2167b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0560038 Jan 24 16:51:19.262582 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c677bedf-fa08-4fab-9c43-e4279995a35e req-6886067c-d99b-4ae3-970a-786c96cc3bce tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565920 Jan 24 16:51:19.411183 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49006) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:19.465599 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78e5f7d-a929-49ea-bd55-6df32d8992fb admin admin] Deleting subnet 66e7280f-c88c-454f-be63-798c959bd1d7 {{(pid=114081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:51:19.469438 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e78e5f7d-a929-49ea-bd55-6df32d8992fb admin admin] Publish callbacks [] for subnet (66e7280f-c88c-454f-be63-798c959bd1d7), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:19.509639 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e78e5f7d-a929-49ea-bd55-6df32d8992fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25416702'] for subnet (66e7280f-c88c-454f-be63-798c959bd1d7), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:19.556320 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e78e5f7d-a929-49ea-bd55-6df32d8992fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (66e7280f-c88c-454f-be63-798c959bd1d7), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:19.611254 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e78e5f7d-a929-49ea-bd55-6df32d8992fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1357225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25359676'] for subnet (66e7280f-c88c-454f-be63-798c959bd1d7), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:19.638202 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e5f7d-a929-49ea-bd55-6df32d8992fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e7280f-c88c-454f-be63-798c959bd1d7,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:19.651021 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e78e5f7d-a929-49ea-bd55-6df32d8992fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:19.654085 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-e78e5f7d-a929-49ea-bd55-6df32d8992fb admin admin] 10.222.0.117 "DELETE /v2.0/subnets/66e7280f-c88c-454f-be63-798c959bd1d7 HTTP/1.1" status: 204 len: 168 time: 0.2412803 Jan 24 16:51:19.656623 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49022) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:19.788035 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (4fdddf37-bc88-49a0-ab52-b4d45f811b51), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:19.817428 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-a19879a7-fdfc-4453-a4bc-2f9312ba4b95 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:19.818934 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-a19879a7-fdfc-4453-a4bc-2f9312ba4b95 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/networks?id=d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 200 len: 815 time: 0.1821165 Jan 24 16:51:19.863709 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-a2d9b775-d455-4927-be2d-a77943333748 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/quotas/23f1bf5dafe744d48d952fbe6209dd79 HTTP/1.1" status: 200 len: 375 time: 0.0235045 Jan 24 16:51:19.905542 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (4fdddf37-bc88-49a0-ab52-b4d45f811b51), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:19.926398 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device c7a88162-0e4c-42a3-adce-9ee7d02857c6 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:51:19.932412 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device e866c64f-ea45-4c9b-93d6-5414a8e89883 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:51:19.949054 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdddf37-bc88-49a0-ab52-b4d45f811b51']}} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:19.961839 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: e866c64f-ea45-4c9b-93d6-5414a8e89883 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:51:19.962045 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3623f0-10a0-44f7-9dea-0cbd349c970e') {'for_net_delete': True} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:19.962128 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3623f0-10a0-44f7-9dea-0cbd349c970e') {} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:51:19.962347 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device e866c64f-ea45-4c9b-93d6-5414a8e89883 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:51:19.976464 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-8209fe80-500b-4eda-b001-ed4aa5199a66 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849028 Jan 24 16:51:19.978224 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25416693'] for segment (8f3623f0-10a0-44f7-9dea-0cbd349c970e), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:20.011570 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (8f3623f0-10a0-44f7-9dea-0cbd349c970e), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:20.026388 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=114081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:51:20.026808 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1357059'] for segment (8f3623f0-10a0-44f7-9dea-0cbd349c970e), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: Traceback (most recent call last): Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: timer() Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: cb(*args, **kw) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: return func(*args, **kwargs) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: self._notify() Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: self.callback(batched_events) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: event.method(event) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:51:20.028836 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: return f(self, *a, **k) Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._get(url).json() Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: return self.request(url, 'GET', **kwargs) Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:51:20.032050 dv-cinder-826116-1-iscsi neutron-server[114081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:51:20.054236 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port c7a88162-0e4c-42a3-adce-9ee7d02857c6, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=c7a88162-0e4c-42a3-adce-9ee7d02857c6,segment=NetworkSegment(3900f7d8-95fe-404c-834f-2db2522bcd29),segment_id=3900f7d8-95fe-404c-834f-2db2522bcd29)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:20.066733 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': 'c7a88162-0e4c-42a3-adce-9ee7d02857c6', 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3', 'port_id': 'c7a88162-0e4c-42a3-adce-9ee7d02857c6', 'mac_address': 'fa:16:3e:e5:bc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1969657b-a4f4-4e6d-b20d-129d1a55f0a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:51:20.112953 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port c7a88162-0e4c-42a3-adce-9ee7d02857c6 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:51:20.113345 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:20.131009 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a88162-0e4c-42a3-adce-9ee7d02857c6 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:51:20.144181 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (4fdddf37-bc88-49a0-ab52-b4d45f811b51), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:20.165397 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port c7a88162-0e4c-42a3-adce-9ee7d02857c6, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=c7a88162-0e4c-42a3-adce-9ee7d02857c6,segment=NetworkSegment(3900f7d8-95fe-404c-834f-2db2522bcd29),segment_id=3900f7d8-95fe-404c-834f-2db2522bcd29)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:20.170226 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:20.175723 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:20.178915 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] 10.222.0.117 "DELETE /v2.0/networks/4fdddf37-bc88-49a0-ab52-b4d45f811b51 HTTP/1.1" status: 204 len: 168 time: 0.5213625 Jan 24 16:51:20.180663 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fd805-19a7-4212-9203-0501cc7c2c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fdddf37-bc88-49a0-ab52-b4d45f811b51,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:20.226824 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-275a5393-567f-4206-86ee-0c283e704178 service neutron] 10.222.0.117 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394035 Jan 24 16:51:20.246806 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890a83-5192-48f7-a7b0-34816500558d req-9c43cfdb-bad2-4826-849c-36b2179bb3f2 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:20.252535 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=c7a88162-0e4c-42a3-adce-9ee7d02857c6,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:20.255864 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-62890a83-5192-48f7-a7b0-34816500558d req-9c43cfdb-bad2-4826-849c-36b2179bb3f2 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 944 time: 0.1364429 Jan 24 16:51:20.264738 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.265109 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.265546 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.266078 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.266625 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.267195 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.267664 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.268228 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.268695 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.269219 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.269690 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.270225 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.271125 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.317991 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-62890a83-5192-48f7-a7b0-34816500558d req-b234243f-68fd-4cea-b69a-95e7d0ad9673 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602684 Jan 24 16:51:20.352462 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3e3f2c18-d303-44a6-96a1-ae15b0c71149 service neutron] 10.222.0.117 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236813 Jan 24 16:51:20.438398 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49054) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:20.498543 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-b478d7c5-174a-4085-bec0-891291eedf14 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=8d59c94478d24e3f917829b148941337&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0590436 Jan 24 16:51:20.502661 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49060) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:20.589789 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Publish callbacks [] for security_group (81c89451-21ad-4936-9add-753a26eaac94), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:20.594354 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1afa8262-202a-4e28-8a2f-2d1ab336ed19 req-184589db-d97d-45a3-af03-070978ab4635 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 210 time: 0.0424156 Jan 24 16:51:20.603065 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['c7a88162-0e4c-42a3-adce-9ee7d02857c6'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:51:20.621241 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Publish callbacks [] for security_group (81c89451-21ad-4936-9add-753a26eaac94), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:20.624631 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d455b-6a7d-4f86-b197-83bd560237dc req-254ae1e1-7e11-405d-863c-5882e4e7c912 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:20.626809 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-667d455b-6a7d-4f86-b197-83bd560237dc req-254ae1e1-7e11-405d-863c-5882e4e7c912 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0685201 Jan 24 16:51:20.713747 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (81c89451-21ad-4936-9add-753a26eaac94), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:20.716862 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:20.719759 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/81c89451-21ad-4936-9add-753a26eaac94 HTTP/1.1" status: 204 len: 168 time: 0.2160373 Jan 24 16:51:20.732578 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c89451-21ad-4936-9add-753a26eaac94,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:20.746911 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.748352 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.748894 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.750772 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.751135 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.751470 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.751813 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.754806 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.755285 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.755794 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.756313 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.756816 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.758289 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c85281-2e29-486d-a32d-002a44cfa35b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:51:20.772562 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-667d455b-6a7d-4f86-b197-83bd560237dc req-e963dabb-73b5-4c6c-a913-ac40f67211de tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223240 Jan 24 16:51:21.456814 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274678c-42c4-46b2-8cb5-f50d56e1d056 req-c7846f9e-8b5f-445f-9176-fc9362793f8a tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:21.465066 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0274678c-42c4-46b2-8cb5-f50d56e1d056 req-c7846f9e-8b5f-445f-9176-fc9362793f8a tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 945 time: 0.0650654 Jan 24 16:51:21.540645 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0274678c-42c4-46b2-8cb5-f50d56e1d056 req-02fa4867-2274-4068-8dd1-bcd412b22fb2 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746121 Jan 24 16:51:21.700792 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-18982e29-4639-4da2-9969-8e90f5282936 req-86d1fef2-de7a-406d-940c-2bcccecc564b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 210 time: 0.0323443 Jan 24 16:51:21.876783 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b773c46-9717-445d-aa66-7362fa09e74f req-2e933fab-3b5b-4b04-bdd8-da78d1fab367 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:21.878520 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0b773c46-9717-445d-aa66-7362fa09e74f req-2e933fab-3b5b-4b04-bdd8-da78d1fab367 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0546451 Jan 24 16:51:21.935835 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0b773c46-9717-445d-aa66-7362fa09e74f req-b1f25d7e-f071-4196-a72a-c0216f236236 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504365 Jan 24 16:51:21.993458 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49140) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:22.192697 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-84a55f8b-8aea-4c41-be48-e23c4ba458d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.271265 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-84a55f8b-8aea-4c41-be48-e23c4ba458d6 admin admin] Publish callbacks [] for security_group (f780b376-4885-4313-abb4-6c3911a176fa), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.276038 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-84a55f8b-8aea-4c41-be48-e23c4ba458d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (f780b376-4885-4313-abb4-6c3911a176fa), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.316198 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-84a55f8b-8aea-4c41-be48-e23c4ba458d6 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0120ee4b24f346d180090114159bbaf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216305 Jan 24 16:51:22.317099 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a55f8b-8aea-4c41-be48-e23c4ba458d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f780b376-4885-4313-abb4-6c3911a176fa,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:22.318961 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49156) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:22.372071 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-00f2577b-dd2d-4e77-ac47-ed9d924c0e89 admin admin] Publish callbacks [] for security_group (f780b376-4885-4313-abb4-6c3911a176fa), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.393533 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-00f2577b-dd2d-4e77-ac47-ed9d924c0e89 admin admin] Publish callbacks [] for security_group (f780b376-4885-4313-abb4-6c3911a176fa), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.440541 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-00f2577b-dd2d-4e77-ac47-ed9d924c0e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (f780b376-4885-4313-abb4-6c3911a176fa), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.443109 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-00f2577b-dd2d-4e77-ac47-ed9d924c0e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.444249 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-00f2577b-dd2d-4e77-ac47-ed9d924c0e89 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/f780b376-4885-4313-abb4-6c3911a176fa HTTP/1.1" status: 204 len: 168 time: 0.1242573 Jan 24 16:51:22.452822 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2577b-dd2d-4e77-ac47-ed9d924c0e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f780b376-4885-4313-abb4-6c3911a176fa,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:22.739983 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49172) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:22.752912 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-32613e01-6bd8-443e-85fa-2160bd55e3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.825241 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-32613e01-6bd8-443e-85fa-2160bd55e3c0 admin admin] Publish callbacks [] for security_group (dc638268-5a37-4a3f-ac44-b8b3b7ba75f5), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.829044 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-32613e01-6bd8-443e-85fa-2160bd55e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (dc638268-5a37-4a3f-ac44-b8b3b7ba75f5), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.867501 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32613e01-6bd8-443e-85fa-2160bd55e3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc638268-5a37-4a3f-ac44-b8b3b7ba75f5,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:22.871792 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-32613e01-6bd8-443e-85fa-2160bd55e3c0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b0e4be9ae5654aa897b13466d248bfb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308064 Jan 24 16:51:22.874396 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49176) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:22.922732 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b34f-040a-4c0f-8cc7-78c9b552b629 admin admin] Publish callbacks [] for security_group (dc638268-5a37-4a3f-ac44-b8b3b7ba75f5), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.943957 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b34f-040a-4c0f-8cc7-78c9b552b629 admin admin] Publish callbacks [] for security_group (dc638268-5a37-4a3f-ac44-b8b3b7ba75f5), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.992718 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b34f-040a-4c0f-8cc7-78c9b552b629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (dc638268-5a37-4a3f-ac44-b8b3b7ba75f5), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.995242 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b34f-040a-4c0f-8cc7-78c9b552b629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:22.996372 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-9ac2b34f-040a-4c0f-8cc7-78c9b552b629 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/dc638268-5a37-4a3f-ac44-b8b3b7ba75f5 HTTP/1.1" status: 204 len: 168 time: 0.1210608 Jan 24 16:51:23.003839 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2b34f-040a-4c0f-8cc7-78c9b552b629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc638268-5a37-4a3f-ac44-b8b3b7ba75f5,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:24.478854 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e650-f48c-48a7-b376-05c8aad7ea69 req-4f13c01f-3fe7-4f11-9527-bfb1e6fb0ea6 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:24.480417 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1bf9e650-f48c-48a7-b376-05c8aad7ea69 req-4f13c01f-3fe7-4f11-9527-bfb1e6fb0ea6 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 945 time: 0.0583589 Jan 24 16:51:24.490376 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-38ba46a3-f68f-4379-a35b-33fe9c31948c req-87beff5e-ae10-4cd0-ad34-117de5373ce6 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 210 time: 0.0289388 Jan 24 16:51:24.536327 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1bf9e650-f48c-48a7-b376-05c8aad7ea69 req-4b480d0e-120e-41e5-ab48-f7014fb97521 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492027 Jan 24 16:51:24.601450 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23721b1f-657a-4c50-b218-3f9b2511313d req-01f3d208-d431-4c22-bb54-1b5c514bdf70 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:24.603056 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-23721b1f-657a-4c50-b218-3f9b2511313d req-01f3d208-d431-4c22-bb54-1b5c514bdf70 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0509648 Jan 24 16:51:24.607022 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49226) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:24.651150 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-23721b1f-657a-4c50-b218-3f9b2511313d req-dde05f27-0952-4680-9d8a-f0c9910c1a93 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 Jan 24 16:51:24.713281 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1abca5e9-e688-455c-a807-7819cacf95d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:24.737241 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device c7a88162-0e4c-42a3-adce-9ee7d02857c6 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:51:24.792120 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1abca5e9-e688-455c-a807-7819cacf95d0 admin admin] Publish callbacks [] for security_group (615814ec-e5a6-46a5-89ce-5a7078325e9b), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:24.799774 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port c7a88162-0e4c-42a3-adce-9ee7d02857c6 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:24.801319 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1abca5e9-e688-455c-a807-7819cacf95d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (615814ec-e5a6-46a5-89ce-5a7078325e9b), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:24.804620 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port c7a88162-0e4c-42a3-adce-9ee7d02857c6 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:24.805285 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:24.843497 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-1abca5e9-e688-455c-a807-7819cacf95d0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=96cb97aa2b734b978e17f7a7eb7e30bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354019 Jan 24 16:51:24.844339 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abca5e9-e688-455c-a807-7819cacf95d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615814ec-e5a6-46a5-89ce-5a7078325e9b,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:24.846258 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49234) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:24.906934 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port c7a88162-0e4c-42a3-adce-9ee7d02857c6 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:51:24.909651 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:24.924518 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a855a817-faa3-4cd7-a990-17a15bea914f admin admin] Publish callbacks [] for security_group (615814ec-e5a6-46a5-89ce-5a7078325e9b), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:24.948236 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a855a817-faa3-4cd7-a990-17a15bea914f admin admin] Publish callbacks [] for security_group (615814ec-e5a6-46a5-89ce-5a7078325e9b), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:24.962220 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port c7a88162-0e4c-42a3-adce-9ee7d02857c6, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=c7a88162-0e4c-42a3-adce-9ee7d02857c6,segment=NetworkSegment(3900f7d8-95fe-404c-834f-2db2522bcd29),segment_id=3900f7d8-95fe-404c-834f-2db2522bcd29)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:24.963554 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0fd420-7ca2-4584-bc5c-6d1ed60ca543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a88162-0e4c-42a3-adce-9ee7d02857c6'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:24.966696 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab61e50-9855-464f-bfe0-2fd1a44a42a3" -d '{"events": [{"server_uuid": "ea0fd420-7ca2-4584-bc5c-6d1ed60ca543", "name": "network-vif-plugged", "status": "completed", "tag": "c7a88162-0e4c-42a3-adce-9ee7d02857c6"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:24.972026 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.006284 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a855a817-faa3-4cd7-a990-17a15bea914f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (615814ec-e5a6-46a5-89ce-5a7078325e9b), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.014782 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a855a817-faa3-4cd7-a990-17a15bea914f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.015984 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-a855a817-faa3-4cd7-a990-17a15bea914f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/615814ec-e5a6-46a5-89ce-5a7078325e9b HTTP/1.1" status: 204 len: 168 time: 0.1686804 Jan 24 16:51:25.037404 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855a817-faa3-4cd7-a990-17a15bea914f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615814ec-e5a6-46a5-89ce-5a7078325e9b,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:25.105655 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9855838a-b2eb-4958-8f01-b31ca3b24fde x-openstack-request-id: req-9855838a-b2eb-4958-8f01-b31ca3b24fde {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:25.106070 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0fd420-7ca2-4584-bc5c-6d1ed60ca543", "name": "network-vif-plugged", "status": "completed", "tag": "c7a88162-0e4c-42a3-adce-9ee7d02857c6", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:25.106412 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-9855838a-b2eb-4958-8f01-b31ca3b24fde {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:25.106932 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0fd420-7ca2-4584-bc5c-6d1ed60ca543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a88162-0e4c-42a3-adce-9ee7d02857c6', 'code': 200} Jan 24 16:51:25.133251 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=c7a88162-0e4c-42a3-adce-9ee7d02857c6,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.177531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:25.180296 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-c9be311b-37ab-426b-a59b-ec012142adf4 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:25.181043 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-c9be311b-37ab-426b-a59b-ec012142adf4 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "GET /v2.0/networks?id=d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 200 len: 815 time: 0.2095053 Jan 24 16:51:25.200957 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Request body: {'port': {'device_id': 'e2b09775-5279-4d04-af95-32c544e2b423', 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1', 'admin_state_up': True, 'tenant_id': '23f1bf5dafe744d48d952fbe6209dd79'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:51:25.390885 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Made reservation on behalf of 23f1bf5dafe744d48d952fbe6209dd79 for: {'port': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:51:25.394677 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.424556 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bfe95-2b21-423b-9681-8a08e5d5db09 req-1e1f1ba5-3772-44ee-8363-a847b169e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:25.426310 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-444bfe95-2b21-423b-9681-8a08e5d5db09 req-1e1f1ba5-3772-44ee-8363-a847b169e884 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 1099 time: 0.0896516 Jan 24 16:51:25.457843 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49260) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:25.473731 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-14471dba-57a9-4c98-b121-fc12b457590d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.565209 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-14471dba-57a9-4c98-b121-fc12b457590d admin admin] Publish callbacks [] for security_group (d6c62962-732f-42d7-8233-af0ffa67ae8a), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.566261 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-444bfe95-2b21-423b-9681-8a08e5d5db09 req-6503a8af-a8eb-4ccf-8385-a01ff45ed109 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220562 Jan 24 16:51:25.579922 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-14471dba-57a9-4c98-b121-fc12b457590d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (d6c62962-732f-42d7-8233-af0ffa67ae8a), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.597582 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Allocated IP 172.20.0.11 (d2067982-5a38-46c1-8ec9-527550d6c2b1/6046e0ee-825d-4d9e-82c8-aa78e7b1778e/efc223cc-bc5e-4cdf-a92f-b066f43ca860) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:51:25.610147 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a7e9dbbd-2678-42fd-8b25-0e14d665f8ff req-afe5ac9d-b539-4257-bba0-8ba546914aed tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 210 time: 0.0435240 Jan 24 16:51:25.635469 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-14471dba-57a9-4c98-b121-fc12b457590d admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=385c73598ea3473198db476bc4f73903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757333 Jan 24 16:51:25.640614 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49266) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:25.658021 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14471dba-57a9-4c98-b121-fc12b457590d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c62962-732f-42d7-8233-af0ffa67ae8a,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:25.704480 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fd5e374a-ff62-4de9-8846-0695432063cc admin admin] Publish callbacks [] for security_group (d6c62962-732f-42d7-8233-af0ffa67ae8a), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.720422 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e350ee-0694-4754-ada1-9e449f0117ea req-26cf7d8e-d8b0-4493-b120-b775cd4dc2ad tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:25.721964 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b4e350ee-0694-4754-ada1-9e449f0117ea req-26cf7d8e-d8b0-4493-b120-b775cd4dc2ad tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 946 time: 0.1058764 Jan 24 16:51:25.728528 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fd5e374a-ff62-4de9-8846-0695432063cc admin admin] Publish callbacks [] for security_group (d6c62962-732f-42d7-8233-af0ffa67ae8a), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.802381 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f69ac-9357-4d40-9346-385bfe02dad9 req-e95072ea-3cc4-4d2c-89db-df3008988f22 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:25.803914 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2a3f69ac-9357-4d40-9346-385bfe02dad9 req-e95072ea-3cc4-4d2c-89db-df3008988f22 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0733008 Jan 24 16:51:25.827677 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b4e350ee-0694-4754-ada1-9e449f0117ea req-a940509e-2cd5-4967-9e62-29cc403c2eb2 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768445 Jan 24 16:51:25.835527 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fd5e374a-ff62-4de9-8846-0695432063cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (d6c62962-732f-42d7-8233-af0ffa67ae8a), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.838063 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fd5e374a-ff62-4de9-8846-0695432063cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.849916 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-fd5e374a-ff62-4de9-8846-0695432063cc admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/d6c62962-732f-42d7-8233-af0ffa67ae8a HTTP/1.1" status: 204 len: 168 time: 0.1977477 Jan 24 16:51:25.850276 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks [] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.852008 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e374a-ff62-4de9-8846-0695432063cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c62962-732f-42d7-8233-af0ffa67ae8a,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:25.872208 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2a3f69ac-9357-4d40-9346-385bfe02dad9 req-e447de3c-760a-43e4-9d22-e44b9c14b4b7 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600188 Jan 24 16:51:25.878167 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:25.930705 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Network d2067982-5a38-46c1-8ec9-527550d6c2b1 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:51:25.933897 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:25.938343 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:51:25.942516 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Pushing event updated for resources: {'Port': ['ID=efc223cc-bc5e-4cdf-a92f-b066f43ca860,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:25.992229 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:25.992845 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:26.008668 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3a85e4c9-a207-49a9-aeec-8cb89840ff18 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8146524 Jan 24 16:51:27.807660 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49366) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:27.910587 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-77389a5b-a17a-4630-a89f-09871d591022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:27.983569 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-77389a5b-a17a-4630-a89f-09871d591022 admin admin] Publish callbacks [] for security_group (6b4ebf3b-c7c9-4e53-9490-9d9e4d6d2d2e), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:27.987179 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-77389a5b-a17a-4630-a89f-09871d591022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (6b4ebf3b-c7c9-4e53-9490-9d9e4d6d2d2e), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:28.026291 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-77389a5b-a17a-4630-a89f-09871d591022 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=188fc8bd60674256b8108660c124b642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174971 Jan 24 16:51:28.027353 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77389a5b-a17a-4630-a89f-09871d591022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4ebf3b-c7c9-4e53-9490-9d9e4d6d2d2e,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:28.028927 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49370) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:28.076970 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f449e59d-80db-4a9d-9033-51e3ce06afaf admin admin] Publish callbacks [] for security_group (6b4ebf3b-c7c9-4e53-9490-9d9e4d6d2d2e), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:28.100016 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f449e59d-80db-4a9d-9033-51e3ce06afaf admin admin] Publish callbacks [] for security_group (6b4ebf3b-c7c9-4e53-9490-9d9e4d6d2d2e), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:28.144548 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f449e59d-80db-4a9d-9033-51e3ce06afaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (6b4ebf3b-c7c9-4e53-9490-9d9e4d6d2d2e), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:28.147245 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f449e59d-80db-4a9d-9033-51e3ce06afaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:28.148536 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-f449e59d-80db-4a9d-9033-51e3ce06afaf admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/6b4ebf3b-c7c9-4e53-9490-9d9e4d6d2d2e HTTP/1.1" status: 204 len: 168 time: 0.1185482 Jan 24 16:51:28.156620 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449e59d-80db-4a9d-9033-51e3ce06afaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4ebf3b-c7c9-4e53-9490-9d9e4d6d2d2e,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:28.400707 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49378) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:28.413894 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-884a4ca4-a07b-4bb3-8f1e-27644337a6dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:28.484840 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-884a4ca4-a07b-4bb3-8f1e-27644337a6dc admin admin] Publish callbacks [] for security_group (14329cf2-8c6b-4529-a01c-dc3917186974), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:28.488096 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-884a4ca4-a07b-4bb3-8f1e-27644337a6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (14329cf2-8c6b-4529-a01c-dc3917186974), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:28.529831 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-884a4ca4-a07b-4bb3-8f1e-27644337a6dc admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=43025c4f7ec24b9f929d5362337a296d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280327 Jan 24 16:51:28.530009 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49380) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:28.530794 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a4ca4-a07b-4bb3-8f1e-27644337a6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14329cf2-8c6b-4529-a01c-dc3917186974,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:28.577748 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1f0026ca-496c-43a2-b45e-14514bc2fbaa admin admin] Publish callbacks [] for security_group (14329cf2-8c6b-4529-a01c-dc3917186974), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:28.598318 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1f0026ca-496c-43a2-b45e-14514bc2fbaa admin admin] Publish callbacks [] for security_group (14329cf2-8c6b-4529-a01c-dc3917186974), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:28.643564 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1f0026ca-496c-43a2-b45e-14514bc2fbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (14329cf2-8c6b-4529-a01c-dc3917186974), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:28.646040 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1f0026ca-496c-43a2-b45e-14514bc2fbaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:28.647191 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-1f0026ca-496c-43a2-b45e-14514bc2fbaa admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/14329cf2-8c6b-4529-a01c-dc3917186974 HTTP/1.1" status: 204 len: 168 time: 0.1163325 Jan 24 16:51:28.654988 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0026ca-496c-43a2-b45e-14514bc2fbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14329cf2-8c6b-4529-a01c-dc3917186974,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:28.759521 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['6ede1577-59cb-4655-a23e-cc2ffa5c3c79'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:51:29.072936 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Request body: {'port': {'device_id': 'e2b09775-5279-4d04-af95-32c544e2b423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:51:29.144774 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:29.246340 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca0281-888a-4771-93d0-e5347d610359 req-01c50da7-5d22-49b4-93bc-7799f722af87 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:29.248509 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6dca0281-888a-4771-93d0-e5347d610359 req-01c50da7-5d22-49b4-93bc-7799f722af87 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 932 time: 0.0535700 Jan 24 16:51:29.300359 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6dca0281-888a-4771-93d0-e5347d610359 req-c6f64327-d76f-472e-8f92-215153cefae5 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453119 Jan 24 16:51:29.351909 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6a4cc-6d1a-4043-a446-a21d110b0741 req-d2e2323a-8845-44f6-a741-adc53c9e8d1b tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:29.353774 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-02d6a4cc-6d1a-4043-a446-a21d110b0741 req-d2e2323a-8845-44f6-a741-adc53c9e8d1b tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 946 time: 0.0980351 Jan 24 16:51:29.456333 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9215e4-0d95-423e-9e69-d7a07d47f642 req-d240ebf9-2e24-4268-9992-dc3d9b9282c4 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:29.456708 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-02d6a4cc-6d1a-4043-a446-a21d110b0741 req-183e806c-3c15-4a80-b45f-cb9f4d7a82df tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728893 Jan 24 16:51:29.458462 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8c9215e4-0d95-423e-9e69-d7a07d47f642 req-d240ebf9-2e24-4268-9992-dc3d9b9282c4 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0687220 Jan 24 16:51:29.526075 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8c9215e4-0d95-423e-9e69-d7a07d47f642 req-caadb94e-8045-4eaa-8d3e-5941ae85b26d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613229 Jan 24 16:51:29.548124 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc223cc-bc5e-4cdf-a92f-b066f43ca860 {{(pid=114080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:51:29.557001 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Publish callbacks [] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:29.569357 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.provisioning_blocks [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Transition to ACTIVE for port object efc223cc-bc5e-4cdf-a92f-b066f43ca860 will not be triggered until provisioned by entity L2. {{(pid=114080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:29.576744 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:29.627604 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Pushing event updated for resources: {'Port': ['ID=efc223cc-bc5e-4cdf-a92f-b066f43ca860,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:29.702105 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Attempting to bind port efc223cc-bc5e-4cdf-a92f-b066f43ca860 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:51:29.702442 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Attempting to bind port efc223cc-bc5e-4cdf-a92f-b066f43ca860 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:51:29.702795 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Attempting to bind port efc223cc-bc5e-4cdf-a92f-b066f43ca860 on network d2067982-5a38-46c1-8ec9-527550d6c2b1 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:51:29.707423 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Port efc223cc-bc5e-4cdf-a92f-b066f43ca860 on network d2067982-5a38-46c1-8ec9-527550d6c2b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:51:29.708205 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Attempting to bind port efc223cc-bc5e-4cdf-a92f-b066f43ca860 on network d2067982-5a38-46c1-8ec9-527550d6c2b1 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:51:29.713492 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:51:29.713830 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Checking segment: {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:51:29.714222 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Bound using segment: {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:51:29.714776 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Bound port: efc223cc-bc5e-4cdf-a92f-b066f43ca860, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'}}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:51:29.715140 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:29.802037 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] For port efc223cc-bc5e-4cdf-a92f-b066f43ca860, host hv-cinder-82611, cleared binding levels {{(pid=114080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:51:29.808916 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] For port efc223cc-bc5e-4cdf-a92f-b066f43ca860, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=efc223cc-bc5e-4cdf-a92f-b066f43ca860,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:51:29.819138 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:29.857841 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:29.858423 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:29.859800 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] 10.222.0.79 "PUT /v2.0/ports/efc223cc-bc5e-4cdf-a92f-b066f43ca860 HTTP/1.1" status: 200 len: 1094 time: 0.7930102 Jan 24 16:51:29.860246 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b09775-5279-4d04-af95-32c544e2b423', 'tag': 'efc223cc-bc5e-4cdf-a92f-b066f43ca860'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:29.862486 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05733571-ecb1-4fd0-afec-8e836a16a2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b09775-5279-4d04-af95-32c544e2b423", "tag": "efc223cc-bc5e-4cdf-a92f-b066f43ca860"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:29.906583 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c893ae-a65f-4de1-963d-eae9002f61d9 x-openstack-request-id: req-97c893ae-a65f-4de1-963d-eae9002f61d9 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:29.906913 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b09775-5279-4d04-af95-32c544e2b423", "tag": "efc223cc-bc5e-4cdf-a92f-b066f43ca860", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:29.907610 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-97c893ae-a65f-4de1-963d-eae9002f61d9 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:29.908037 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b09775-5279-4d04-af95-32c544e2b423', 'tag': 'efc223cc-bc5e-4cdf-a92f-b066f43ca860', 'status': 'completed', 'code': 200} Jan 24 16:51:29.934813 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad69330-cdb0-4673-ba28-2c450fd5de90 service neutron] Pushing event updated for resources: {'Port': ['ID=efc223cc-bc5e-4cdf-a92f-b066f43ca860,revision_number=3']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:30.009729 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05733571-ecb1-4fd0-afec-8e836a16a2e4 req-249e52b9-6bb2-42a5-b34a-8c3537909b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:30.011495 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-05733571-ecb1-4fd0-afec-8e836a16a2e4 req-249e52b9-6bb2-42a5-b34a-8c3537909b4d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 1097 time: 0.0539865 Jan 24 16:51:30.200727 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49438) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:30.217075 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05733571-ecb1-4fd0-afec-8e836a16a2e4 req-1cd1122b-94a0-4083-9bb0-8456a073ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:30.218695 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-05733571-ecb1-4fd0-afec-8e836a16a2e4 req-1cd1122b-94a0-4083-9bb0-8456a073ac86 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1847951 Jan 24 16:51:30.311270 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3ffecfc1-cb71-4327-a488-e4c0cad851a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:30.434048 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3ffecfc1-cb71-4327-a488-e4c0cad851a9 admin admin] Publish callbacks [] for security_group (4dc2185b-3f59-4fde-9897-c3d73e27299e), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:30.440494 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3ffecfc1-cb71-4327-a488-e4c0cad851a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (4dc2185b-3f59-4fde-9897-c3d73e27299e), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:30.495432 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53be7ee-5165-437d-919d-1067a18566be req-1823de8f-1b25-49c1-9c31-8bada0c3cfab tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:30.496971 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a53be7ee-5165-437d-919d-1067a18566be req-1823de8f-1b25-49c1-9c31-8bada0c3cfab tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 944 time: 0.1074319 Jan 24 16:51:30.502542 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-3ffecfc1-cb71-4327-a488-e4c0cad851a9 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=1ea58f0b4e034c5cad4447de3d5ad02b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979898 Jan 24 16:51:30.502542 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffecfc1-cb71-4327-a488-e4c0cad851a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc2185b-3f59-4fde-9897-c3d73e27299e,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:30.502944 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49446) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:30.606302 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a53be7ee-5165-437d-919d-1067a18566be req-ea736656-fc21-4aa7-abca-ec6f7e2133c3 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775554 Jan 24 16:51:30.634663 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c12c9c58-503e-4176-b194-4ef69f28a85f admin admin] Publish callbacks [] for security_group (4dc2185b-3f59-4fde-9897-c3d73e27299e), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:30.657705 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05733571-ecb1-4fd0-afec-8e836a16a2e4 req-2ac885b6-b8c6-4924-bee6-6602942be79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:30.659216 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-05733571-ecb1-4fd0-afec-8e836a16a2e4 req-2ac885b6-b8c6-4924-bee6-6602942be79a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4262934 Jan 24 16:51:30.664216 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c12c9c58-503e-4176-b194-4ef69f28a85f admin admin] Publish callbacks [] for security_group (4dc2185b-3f59-4fde-9897-c3d73e27299e), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:30.676445 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640014d-20f1-4dac-8e00-fc0d6fed1e82 req-8de25aa2-11e8-428e-ad2a-33bf8217fdb1 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:30.678404 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4640014d-20f1-4dac-8e00-fc0d6fed1e82 req-8de25aa2-11e8-428e-ad2a-33bf8217fdb1 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 946 time: 0.0999155 Jan 24 16:51:30.756808 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ef1a7-f154-4a75-9206-df42046d2f0f req-340c3aae-2984-4f3e-9373-4b53ddfb0647 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:30.758480 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a69ef1a7-f154-4a75-9206-df42046d2f0f req-340c3aae-2984-4f3e-9373-4b53ddfb0647 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0666955 Jan 24 16:51:30.771866 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4640014d-20f1-4dac-8e00-fc0d6fed1e82 req-34fdb686-eb9c-4fc0-bdbf-6ac686ff765a tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859115 Jan 24 16:51:30.772241 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c12c9c58-503e-4176-b194-4ef69f28a85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (4dc2185b-3f59-4fde-9897-c3d73e27299e), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:30.775574 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c12c9c58-503e-4176-b194-4ef69f28a85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:30.779620 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-c12c9c58-503e-4176-b194-4ef69f28a85f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/4dc2185b-3f59-4fde-9897-c3d73e27299e HTTP/1.1" status: 204 len: 168 time: 0.2729182 Jan 24 16:51:30.793616 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-bea524f5-1e29-42d1-aa84-26bd5b902643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:30.795821 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-bea524f5-1e29-42d1-aa84-26bd5b902643 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 1097 time: 0.0814114 Jan 24 16:51:30.813971 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c9c58-503e-4176-b194-4ef69f28a85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc2185b-3f59-4fde-9897-c3d73e27299e,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:30.823030 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a69ef1a7-f154-4a75-9206-df42046d2f0f req-5f54f6dc-9ed1-429e-b1cb-dbef9fcfb5ba tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583537 Jan 24 16:51:30.851732 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-b333156c-1454-48a2-9c0b-8287680fac89 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efc223cc-bc5e-4cdf-a92f-b066f43ca860 HTTP/1.1" status: 200 len: 217 time: 0.0473449 Jan 24 16:51:30.914635 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-10af8005-f62e-41ba-9c54-657211ab08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:30.916211 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-10af8005-f62e-41ba-9c54-657211ab08e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6046e0ee-825d-4d9e-82c8-aa78e7b1778e HTTP/1.1" status: 200 len: 855 time: 0.0461924 Jan 24 16:51:30.952660 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-bcd3a1d5-7e8e-416b-a579-46469e04ddd4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d2067982-5a38-46c1-8ec9-527550d6c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295916 Jan 24 16:51:31.054671 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-411d9263-239f-4cac-b704-fc6e2c30e550 service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945284 Jan 24 16:51:31.072129 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49462) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:31.101383 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5263de69-687e-491e-9f56-c8203f9bafb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:31.197079 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dcce5ed0-95d4-440c-b496-085f141f4b30 req-566ac1a1-a123-4565-8ee7-3aa845ebdde7 service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361625 Jan 24 16:51:31.244655 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:31.248000 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5263de69-687e-491e-9f56-c8203f9bafb0 admin admin] Publish callbacks [] for security_group (4bac3475-113c-458c-b183-a8983c20bbf7), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:31.252104 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5263de69-687e-491e-9f56-c8203f9bafb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (4bac3475-113c-458c-b183-a8983c20bbf7), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:31.326939 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263de69-687e-491e-9f56-c8203f9bafb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bac3475-113c-458c-b183-a8983c20bbf7,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:31.335812 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-5263de69-687e-491e-9f56-c8203f9bafb0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=22786afd373c420eb2c9e2743e41e606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625928 Jan 24 16:51:31.336961 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49474) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:31.365171 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-746ddb2d-717f-481c-aff9-470f252bd432 req-74e7d27e-c5c2-4504-8934-d797293815c7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975866 Jan 24 16:51:31.401819 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bb42-f7cb-42d5-a4d9-928e1ae12e2d admin admin] Publish callbacks [] for security_group (4bac3475-113c-458c-b183-a8983c20bbf7), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:31.427063 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bb42-f7cb-42d5-a4d9-928e1ae12e2d admin admin] Publish callbacks [] for security_group (4bac3475-113c-458c-b183-a8983c20bbf7), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:31.464611 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ddb2d-717f-481c-aff9-470f252bd432 req-795fe32f-e09e-4243-82f5-6fe3702244ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:31.466208 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-746ddb2d-717f-481c-aff9-470f252bd432 req-795fe32f-e09e-4243-82f5-6fe3702244ab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 1098 time: 0.0459869 Jan 24 16:51:31.488197 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bb42-f7cb-42d5-a4d9-928e1ae12e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (4bac3475-113c-458c-b183-a8983c20bbf7), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:31.491361 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e2a7bb42-f7cb-42d5-a4d9-928e1ae12e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:31.492694 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-e2a7bb42-f7cb-42d5-a4d9-928e1ae12e2d admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/4bac3475-113c-458c-b183-a8983c20bbf7 HTTP/1.1" status: 204 len: 168 time: 0.1541884 Jan 24 16:51:31.501285 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7bb42-f7cb-42d5-a4d9-928e1ae12e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bac3475-113c-458c-b183-a8983c20bbf7,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:31.615837 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ddb2d-717f-481c-aff9-470f252bd432 req-e2ad0435-597a-4ae9-963a-37b06420671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:31.617464 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-746ddb2d-717f-481c-aff9-470f252bd432 req-e2ad0435-597a-4ae9-963a-37b06420671d service neutron] 10.222.0.79 "GET /v2.0/networks?id=d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 200 len: 915 time: 0.1081369 Jan 24 16:51:31.690688 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-746ddb2d-717f-481c-aff9-470f252bd432 req-7b0c6325-738c-4cfb-8f06-29f7ff31f82a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ede1577-59cb-4655-a23e-cc2ffa5c3c79 HTTP/1.1" status: 200 len: 217 time: 0.0459452 Jan 24 16:51:31.753497 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcca05d-094e-45a5-8aff-826f05f094a6 req-7e4c7780-2692-41ef-85a8-06659029271f tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:31.758868 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5bcca05d-094e-45a5-8aff-826f05f094a6 req-7e4c7780-2692-41ef-85a8-06659029271f tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 944 time: 0.0693064 Jan 24 16:51:31.758998 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ddb2d-717f-481c-aff9-470f252bd432 req-c2922486-545a-4cd7-8884-6997659f89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:31.759116 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-746ddb2d-717f-481c-aff9-470f252bd432 req-c2922486-545a-4cd7-8884-6997659f89c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6046e0ee-825d-4d9e-82c8-aa78e7b1778e HTTP/1.1" status: 200 len: 855 time: 0.0554602 Jan 24 16:51:31.801697 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-746ddb2d-717f-481c-aff9-470f252bd432 req-8765f1e2-1a0b-4920-8e69-03dea46bf702 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d2067982-5a38-46c1-8ec9-527550d6c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324819 Jan 24 16:51:31.862475 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5bcca05d-094e-45a5-8aff-826f05f094a6 req-bf9be2e4-5ac9-442b-a021-15b640942c17 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932600 Jan 24 16:51:31.957484 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-746ddb2d-717f-481c-aff9-470f252bd432 req-1be75378-0632-417e-b0ff-1415a632f998 service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460857 Jan 24 16:51:31.974067 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a036c-480b-4b86-b210-f41c89518882 req-684bcc13-625c-4ab9-8cee-0b5b495d4b84 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:31.975737 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-140a036c-480b-4b86-b210-f41c89518882 req-684bcc13-625c-4ab9-8cee-0b5b495d4b84 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 946 time: 0.0809653 Jan 24 16:51:31.987665 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64a01f-4f42-4dd5-a9b4-83ba2af32ec5 req-50dfb7f7-83f8-493b-8067-7ae5603de1ce tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:31.989283 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9c64a01f-4f42-4dd5-a9b4-83ba2af32ec5 req-50dfb7f7-83f8-493b-8067-7ae5603de1ce tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0774965 Jan 24 16:51:32.072853 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9c64a01f-4f42-4dd5-a9b4-83ba2af32ec5 req-4208917e-e612-4d14-ad41-9d6be28eb367 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736446 Jan 24 16:51:32.134693 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-140a036c-480b-4b86-b210-f41c89518882 req-4b70b78d-097d-4a5d-93c7-9017d37f4a4b tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467116 Jan 24 16:51:32.143119 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-746ddb2d-717f-481c-aff9-470f252bd432 req-08773692-1ace-43bb-9809-d7b2bd2b2cad service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664102 Jan 24 16:51:32.770524 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device efc223cc-bc5e-4cdf-a92f-b066f43ca860 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:51:32.874515 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port efc223cc-bc5e-4cdf-a92f-b066f43ca860, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=efc223cc-bc5e-4cdf-a92f-b066f43ca860,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:32.887786 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': 'efc223cc-bc5e-4cdf-a92f-b066f43ca860', 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1', 'port_id': 'efc223cc-bc5e-4cdf-a92f-b066f43ca860', 'mac_address': 'fa:16:3e:70:75:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6046e0ee-825d-4d9e-82c8-aa78e7b1778e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:51:32.948812 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port efc223cc-bc5e-4cdf-a92f-b066f43ca860 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:51:32.949212 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:32.966015 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc223cc-bc5e-4cdf-a92f-b066f43ca860 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:51:32.988703 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port efc223cc-bc5e-4cdf-a92f-b066f43ca860, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=efc223cc-bc5e-4cdf-a92f-b066f43ca860,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:32.996473 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:33.004815 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866abdad-63fa-4519-b9df-fe36e712a302 req-be4d5450-7fea-4b74-94c4-b8a6da9649d6 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:33.007669 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-866abdad-63fa-4519-b9df-fe36e712a302 req-be4d5450-7fea-4b74-94c4-b8a6da9649d6 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 944 time: 0.0699823 Jan 24 16:51:33.054327 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=efc223cc-bc5e-4cdf-a92f-b066f43ca860,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:33.080137 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-866abdad-63fa-4519-b9df-fe36e712a302 req-3f54fafd-749e-4b12-9485-3520fdf2c66c tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633469 Jan 24 16:51:33.193729 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb955e-755d-4dce-9898-22ef8920015c req-56a33f9a-01e8-47a0-b462-5e47f62dbd4c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:33.195673 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3ccb955e-755d-4dce-9898-22ef8920015c req-56a33f9a-01e8-47a0-b462-5e47f62dbd4c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 946 time: 0.0570374 Jan 24 16:51:33.222144 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf32148-e3d9-40d9-ad61-4a9b6588d376 req-2e74c2bb-9e52-4a8f-a23a-aab7a99ba676 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:33.230971 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dcf32148-e3d9-40d9-ad61-4a9b6588d376 req-2e74c2bb-9e52-4a8f-a23a-aab7a99ba676 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0756638 Jan 24 16:51:33.251763 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3ccb955e-755d-4dce-9898-22ef8920015c req-0b8ad886-62b5-4406-8230-f051726fe371 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491817 Jan 24 16:51:33.297791 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dcf32148-e3d9-40d9-ad61-4a9b6588d376 req-008758ee-7a18-4c5a-99ea-5694a2fe11ba tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652955 Jan 24 16:51:33.552077 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['efc223cc-bc5e-4cdf-a92f-b066f43ca860'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:51:33.611340 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49588) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:33.719341 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-15d999c1-39e5-4516-8538-fab841b02956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:33.797349 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-15d999c1-39e5-4516-8538-fab841b02956 admin admin] Publish callbacks [] for security_group (6f92f072-e2c9-4f06-b848-b220432ea059), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:33.801529 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-15d999c1-39e5-4516-8538-fab841b02956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (6f92f072-e2c9-4f06-b848-b220432ea059), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:33.849111 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-15d999c1-39e5-4516-8538-fab841b02956 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=9ddc2f481b364adab4b4b64e35dba440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340212 Jan 24 16:51:33.849111 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d999c1-39e5-4516-8538-fab841b02956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f92f072-e2c9-4f06-b848-b220432ea059,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:33.849760 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49600) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:33.903235 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b0733aaf-04e6-4dcf-a66f-eca518cb5c5f admin admin] Publish callbacks [] for security_group (6f92f072-e2c9-4f06-b848-b220432ea059), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:33.923894 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b0733aaf-04e6-4dcf-a66f-eca518cb5c5f admin admin] Publish callbacks [] for security_group (6f92f072-e2c9-4f06-b848-b220432ea059), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:33.969393 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b0733aaf-04e6-4dcf-a66f-eca518cb5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (6f92f072-e2c9-4f06-b848-b220432ea059), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:33.972315 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b0733aaf-04e6-4dcf-a66f-eca518cb5c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:33.973432 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-b0733aaf-04e6-4dcf-a66f-eca518cb5c5f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/6f92f072-e2c9-4f06-b848-b220432ea059 HTTP/1.1" status: 204 len: 168 time: 0.1212437 Jan 24 16:51:33.981269 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0733aaf-04e6-4dcf-a66f-eca518cb5c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f92f072-e2c9-4f06-b848-b220432ea059,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:34.204413 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574103d-fea1-48f5-baba-53e51042e436 req-c6b635c5-8f68-44bc-a452-2b1d82b42f2c tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:34.205918 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e574103d-fea1-48f5-baba-53e51042e436 req-c6b635c5-8f68-44bc-a452-2b1d82b42f2c tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 945 time: 0.0525355 Jan 24 16:51:34.235633 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49608) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:34.249526 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6c13-c0c1-49c7-ac16-06cd9c60225f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:34.260282 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e574103d-fea1-48f5-baba-53e51042e436 req-d4089a27-5948-4c19-b798-82dd0b134c2d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482121 Jan 24 16:51:34.327942 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6c13-c0c1-49c7-ac16-06cd9c60225f admin admin] Publish callbacks [] for security_group (0dc22bc4-ea45-436e-859a-ae4284b7eab1), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:34.331655 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6c13-c0c1-49c7-ac16-06cd9c60225f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (0dc22bc4-ea45-436e-859a-ae4284b7eab1), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:34.368917 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192d99d-5820-40bf-aab7-4943f1824f3a req-12939088-5bac-423c-93c7-5de6bb2020fe tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:34.373960 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-d9aa6c13-c0c1-49c7-ac16-06cd9c60225f admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=ca1bc6e891604d76bb5400ec0b50f536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331294 Jan 24 16:51:34.374127 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0192d99d-5820-40bf-aab7-4943f1824f3a req-12939088-5bac-423c-93c7-5de6bb2020fe tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 946 time: 0.0501564 Jan 24 16:51:34.374209 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa6c13-c0c1-49c7-ac16-06cd9c60225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc22bc4-ea45-436e-859a-ae4284b7eab1,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:34.374309 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49616) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:34.454988 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0192d99d-5820-40bf-aab7-4943f1824f3a req-5d52d58a-e333-4407-9c9c-0ee037736ba6 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739064 Jan 24 16:51:34.457798 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-860316cc-0676-4561-9dea-b2c920b1e0f9 admin admin] Publish callbacks [] for security_group (0dc22bc4-ea45-436e-859a-ae4284b7eab1), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:34.482383 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-860316cc-0676-4561-9dea-b2c920b1e0f9 admin admin] Publish callbacks [] for security_group (0dc22bc4-ea45-436e-859a-ae4284b7eab1), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:34.555838 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-860316cc-0676-4561-9dea-b2c920b1e0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (0dc22bc4-ea45-436e-859a-ae4284b7eab1), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:34.558383 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-860316cc-0676-4561-9dea-b2c920b1e0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:34.559531 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-860316cc-0676-4561-9dea-b2c920b1e0f9 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/0dc22bc4-ea45-436e-859a-ae4284b7eab1 HTTP/1.1" status: 204 len: 168 time: 0.1846230 Jan 24 16:51:34.571242 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f066c-0b04-4aa4-a1b0-2a0a23a17fbf req-2d90601b-3f2f-4a8a-a5ee-043f650e4674 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:34.572671 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1d9f066c-0b04-4aa4-a1b0-2a0a23a17fbf req-2d90601b-3f2f-4a8a-a5ee-043f650e4674 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0634050 Jan 24 16:51:34.577449 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860316cc-0676-4561-9dea-b2c920b1e0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc22bc4-ea45-436e-859a-ae4284b7eab1,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:34.623639 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1d9f066c-0b04-4aa4-a1b0-2a0a23a17fbf req-5584320b-d2f0-412c-949b-7776a72bd35e tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Jan 24 16:51:35.593634 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-002f57a3-d6bc-45ef-88e0-29d271b32499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:37.078330 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ac5cf-e9e8-42f7-94ec-38d0954917dd req-7a16acef-24ad-4618-8b15-b4fa6c25e885 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:37.079848 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-429ac5cf-e9e8-42f7-94ec-38d0954917dd req-7a16acef-24ad-4618-8b15-b4fa6c25e885 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 945 time: 0.0552390 Jan 24 16:51:37.103036 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dec4a3-8a75-4eac-8200-f78bffe33cb3 req-02bd1f84-afd6-4fa8-809a-692982aaebc9 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:37.104772 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-61dec4a3-8a75-4eac-8200-f78bffe33cb3 req-02bd1f84-afd6-4fa8-809a-692982aaebc9 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 946 time: 0.0504043 Jan 24 16:51:37.128941 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-429ac5cf-e9e8-42f7-94ec-38d0954917dd req-09675d02-ee46-4cde-9147-7936bfe16ba7 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Jan 24 16:51:37.156684 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-61dec4a3-8a75-4eac-8200-f78bffe33cb3 req-d572f935-99a7-44d5-9d9c-6f528ed33282 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461936 Jan 24 16:51:37.240169 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ab1fc-b31d-48b0-b8df-cd175e922360 req-9d887260-41ff-40b7-a248-8acdb0862f41 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:37.242225 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2d3ab1fc-b31d-48b0-b8df-cd175e922360 req-9d887260-41ff-40b7-a248-8acdb0862f41 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0487423 Jan 24 16:51:37.288659 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2d3ab1fc-b31d-48b0-b8df-cd175e922360 req-0fc71473-c885-4e61-9431-2c0e3cb96b28 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406759 Jan 24 16:51:37.784076 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device efc223cc-bc5e-4cdf-a92f-b066f43ca860 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:51:37.837823 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port efc223cc-bc5e-4cdf-a92f-b066f43ca860 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:51:37.841530 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port efc223cc-bc5e-4cdf-a92f-b066f43ca860 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:51:37.841908 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:37.891463 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-49542c23-dd45-4bb2-9210-351534a67176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:37.941236 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port efc223cc-bc5e-4cdf-a92f-b066f43ca860 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:51:37.941619 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:37.963678 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b09775-5279-4d04-af95-32c544e2b423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc223cc-bc5e-4cdf-a92f-b066f43ca860'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:37.965888 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feded0eb-019f-419a-9ed1-5e24a54e2d34" -d '{"events": [{"server_uuid": "e2b09775-5279-4d04-af95-32c544e2b423", "name": "network-vif-plugged", "status": "completed", "tag": "efc223cc-bc5e-4cdf-a92f-b066f43ca860"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:37.981817 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port efc223cc-bc5e-4cdf-a92f-b066f43ca860, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=efc223cc-bc5e-4cdf-a92f-b066f43ca860,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:37.986431 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:38.010957 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2ff402-dd3a-478f-82da-1e614f171398 x-openstack-request-id: req-5d2ff402-dd3a-478f-82da-1e614f171398 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:38.011272 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b09775-5279-4d04-af95-32c544e2b423", "name": "network-vif-plugged", "status": "completed", "tag": "efc223cc-bc5e-4cdf-a92f-b066f43ca860", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:38.011531 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-5d2ff402-dd3a-478f-82da-1e614f171398 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:38.011922 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b09775-5279-4d04-af95-32c544e2b423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc223cc-bc5e-4cdf-a92f-b066f43ca860', 'code': 200} Jan 24 16:51:38.041828 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=efc223cc-bc5e-4cdf-a92f-b066f43ca860,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:38.288351 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc558e3d-4e2c-4c96-8c9a-fec907ae939d req-c04b98aa-ea3f-47de-87a0-2ad8d2dd4e48 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:38.289931 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dc558e3d-4e2c-4c96-8c9a-fec907ae939d req-c04b98aa-ea3f-47de-87a0-2ad8d2dd4e48 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 946 time: 0.0814352 Jan 24 16:51:38.296510 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52b092-5855-4a14-b829-1ff72c5b521f req-a970a93f-f28a-4c4e-a353-819600dfa3ab tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:38.296989 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435f07e-3a13-4303-b075-193786008eb3 req-126c111d-b04d-48a7-b6c1-7d597c235723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:38.297926 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9435f07e-3a13-4303-b075-193786008eb3 req-126c111d-b04d-48a7-b6c1-7d597c235723 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 1099 time: 0.0627832 Jan 24 16:51:38.298065 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7d52b092-5855-4a14-b829-1ff72c5b521f req-a970a93f-f28a-4c4e-a353-819600dfa3ab tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 946 time: 0.0577860 Jan 24 16:51:38.370434 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dc558e3d-4e2c-4c96-8c9a-fec907ae939d req-dcef943f-bb50-4b41-b70b-f90128c7467d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712907 Jan 24 16:51:38.370622 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7d52b092-5855-4a14-b829-1ff72c5b521f req-5989370b-3ee3-45df-af73-89c0396ba7f8 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652194 Jan 24 16:51:38.374287 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9435f07e-3a13-4303-b075-193786008eb3 req-ca4845f2-9d02-4f68-8d36-976c0d708b7f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615952 Jan 24 16:51:38.481514 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fa32b-ffb6-4a7d-8bb0-b22dea11438b req-8f3086ed-73be-499b-ac76-9d2826d490e8 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:38.483417 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f47fa32b-ffb6-4a7d-8bb0-b22dea11438b req-8f3086ed-73be-499b-ac76-9d2826d490e8 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0552728 Jan 24 16:51:38.534631 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f47fa32b-ffb6-4a7d-8bb0-b22dea11438b req-89a62ab8-987b-4195-80f4-aa55368a0858 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454695 Jan 24 16:51:38.951728 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:40.518998 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:41.827297 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:42.127935 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:51:42.491021 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e889bcf-759c-4d2e-aab9-5a1d3468a75b req-fe35d661-7f7b-4f24-8172-4689fb2d280e tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:42.492729 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0e889bcf-759c-4d2e-aab9-5a1d3468a75b req-fe35d661-7f7b-4f24-8172-4689fb2d280e tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 946 time: 0.0516293 Jan 24 16:51:42.530763 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5656501-309a-4c45-861f-7858a198c814 req-ee72824d-64f6-4700-af29-84cc09260b46 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:42.532309 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a5656501-309a-4c45-861f-7858a198c814 req-ee72824d-64f6-4700-af29-84cc09260b46 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 946 time: 0.0547862 Jan 24 16:51:42.542530 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0e889bcf-759c-4d2e-aab9-5a1d3468a75b req-9b53cdb0-f5a4-44c2-b75b-cad1f53f5cb4 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Jan 24 16:51:42.582983 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a5656501-309a-4c45-861f-7858a198c814 req-e73acab6-0ea3-447c-b1da-c12f9aeb1f2a tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449398 Jan 24 16:51:42.646705 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622aa93-5c03-4c25-9e8b-6d8ea16ec984 req-92d23dca-5254-4d43-a828-9bff07226226 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:42.648618 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7622aa93-5c03-4c25-9e8b-6d8ea16ec984 req-92d23dca-5254-4d43-a828-9bff07226226 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0476260 Jan 24 16:51:42.696229 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7622aa93-5c03-4c25-9e8b-6d8ea16ec984 req-2148d858-7eb8-42f3-ac9c-2f4cd560d200 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Jan 24 16:51:42.994180 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91434fb-e0f0-40b0-b3db-83b16ecb5eda req-c8333a95-d185-4a2b-a3db-f4db3acdcedd tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:42.995583 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d91434fb-e0f0-40b0-b3db-83b16ecb5eda req-c8333a95-d185-4a2b-a3db-f4db3acdcedd tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 946 time: 0.0490909 Jan 24 16:51:43.086762 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-d91434fb-e0f0-40b0-b3db-83b16ecb5eda req-18109bfe-9f58-4cc0-b3fb-9088acfd945c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Deleting port c7a88162-0e4c-42a3-adce-9ee7d02857c6 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:51:43.087114 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-d91434fb-e0f0-40b0-b3db-83b16ecb5eda req-18109bfe-9f58-4cc0-b3fb-9088acfd945c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:43.175655 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-d91434fb-e0f0-40b0-b3db-83b16ecb5eda req-18109bfe-9f58-4cc0-b3fb-9088acfd945c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] For port c7a88162-0e4c-42a3-adce-9ee7d02857c6, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=c7a88162-0e4c-42a3-adce-9ee7d02857c6,segment=NetworkSegment(3900f7d8-95fe-404c-834f-2db2522bcd29),segment_id=3900f7d8-95fe-404c-834f-2db2522bcd29)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:51:43.176006 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-d91434fb-e0f0-40b0-b3db-83b16ecb5eda req-18109bfe-9f58-4cc0-b3fb-9088acfd945c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:43.188695 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-d91434fb-e0f0-40b0-b3db-83b16ecb5eda req-18109bfe-9f58-4cc0-b3fb-9088acfd945c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Calling delete_port for c7a88162-0e4c-42a3-adce-9ee7d02857c6 owned by compute:nova {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:51:43.313937 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-d91434fb-e0f0-40b0-b3db-83b16ecb5eda req-18109bfe-9f58-4cc0-b3fb-9088acfd945c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (c7a88162-0e4c-42a3-adce-9ee7d02857c6), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:43.340284 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18109bfe-9f58-4cc0-b3fb-9088acfd945c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Pushing event deleted for resources: {'Port': ['ID=c7a88162-0e4c-42a3-adce-9ee7d02857c6,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:43.381335 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91434fb-e0f0-40b0-b3db-83b16ecb5eda req-18109bfe-9f58-4cc0-b3fb-9088acfd945c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] No DVR routers for this DVR port c7a88162-0e4c-42a3-adce-9ee7d02857c6 on host hv-cinder-82611 {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:51:43.383971 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-d91434fb-e0f0-40b0-b3db-83b16ecb5eda req-18109bfe-9f58-4cc0-b3fb-9088acfd945c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:43.387249 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d91434fb-e0f0-40b0-b3db-83b16ecb5eda req-18109bfe-9f58-4cc0-b3fb-9088acfd945c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.79 "DELETE /v2.0/ports/c7a88162-0e4c-42a3-adce-9ee7d02857c6 HTTP/1.1" status: 204 len: 173 time: 0.3854606 Jan 24 16:51:43.387699 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0fd420-7ca2-4584-bc5c-6d1ed60ca543', 'name': 'network-vif-deleted', 'tag': 'c7a88162-0e4c-42a3-adce-9ee7d02857c6'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:43.389912 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b586477-b05f-48f5-8421-5262c9e4c21e" -d '{"events": [{"server_uuid": "ea0fd420-7ca2-4584-bc5c-6d1ed60ca543", "name": "network-vif-deleted", "tag": "c7a88162-0e4c-42a3-adce-9ee7d02857c6"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:43.429075 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10217dd4-7a76-4fab-ac66-0807d76f1992 x-openstack-request-id: req-10217dd4-7a76-4fab-ac66-0807d76f1992 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:43.429391 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0fd420-7ca2-4584-bc5c-6d1ed60ca543", "name": "network-vif-deleted", "tag": "c7a88162-0e4c-42a3-adce-9ee7d02857c6", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:43.429660 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-10217dd4-7a76-4fab-ac66-0807d76f1992 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:43.430064 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0fd420-7ca2-4584-bc5c-6d1ed60ca543', 'name': 'network-vif-deleted', 'tag': 'c7a88162-0e4c-42a3-adce-9ee7d02857c6', 'status': 'completed', 'code': 200} Jan 24 16:51:46.114630 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['c7a88162-0e4c-42a3-adce-9ee7d02857c6'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:51:46.307903 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a105f3-1157-4ae6-8b5e-895842488263 req-c0424ab5-1d68-4ce7-8136-fb44d0a55631 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:46.309655 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7a105f3-1157-4ae6-8b5e-895842488263 req-c0424ab5-1d68-4ce7-8136-fb44d0a55631 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 946 time: 0.0607650 Jan 24 16:51:46.361283 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7a105f3-1157-4ae6-8b5e-895842488263 req-c57493cf-1e43-4592-a650-fd9793dc162d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442309 Jan 24 16:51:46.375107 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-24f57a84-7822-48df-99f5-f89f687a46e2 req-e9e81ead-6447-437b-8f73-3818e12627bc tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea0fd420-7ca2-4584-bc5c-6d1ed60ca543 HTTP/1.1" status: 200 len: 210 time: 0.0292306 Jan 24 16:51:46.469682 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19a25a-e38e-4694-a385-3aaaeaea1a05 req-8fc37122-5038-44da-9a67-504bca24f1bb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:46.471146 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8b19a25a-e38e-4694-a385-3aaaeaea1a05 req-8fc37122-5038-44da-9a67-504bca24f1bb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0491226 Jan 24 16:51:46.518105 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8b19a25a-e38e-4694-a385-3aaaeaea1a05 req-849a22b5-fba6-474e-9fca-feff755a675d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406256 Jan 24 16:51:47.490213 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fddf67-dd53-43b1-8bee-38305c3296eb req-d0675e8b-1cc3-4ad8-8708-fa862aae7add tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:47.492413 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b0fddf67-dd53-43b1-8bee-38305c3296eb req-d0675e8b-1cc3-4ad8-8708-fa862aae7add tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 946 time: 0.0574131 Jan 24 16:51:47.560938 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b0fddf67-dd53-43b1-8bee-38305c3296eb req-fc880bf4-4658-4f46-b1b5-7488ce01f430 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600533 Jan 24 16:51:47.658804 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c100cc3-7664-437a-aeef-1c30f9e48422 req-a08ebd14-5934-4e73-aaf1-5e37d9d59a10 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:47.660463 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7c100cc3-7664-437a-aeef-1c30f9e48422 req-a08ebd14-5934-4e73-aaf1-5e37d9d59a10 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0545359 Jan 24 16:51:47.714114 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7c100cc3-7664-437a-aeef-1c30f9e48422 req-db91daca-5ac1-43fa-a67c-304d0ba2e5b4 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470736 Jan 24 16:51:47.754712 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-d6a20821-59a6-41f9-a86a-1577e4e0a2d9 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:47.756258 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-d6a20821-59a6-41f9-a86a-1577e4e0a2d9 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/networks?id=a212a263-addf-4bd8-b46c-96697d6542c3 HTTP/1.1" status: 200 len: 808 time: 0.1086977 Jan 24 16:51:47.771729 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-f68a6a82-e0e7-49a7-a8c3-02bb7cbea874 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/quotas/e5e86d82e0524fd380e44df98739cfa3 HTTP/1.1" status: 200 len: 375 time: 0.0094299 Jan 24 16:51:47.805856 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-030e5648-e525-4e6d-8c58-421c61bfdda9 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=e5e86d82e0524fd380e44df98739cfa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281572 Jan 24 16:51:47.909764 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-f581c69a-9723-4dab-b658-7be77df827e7 service neutron] 10.222.0.117 "GET /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968935 Jan 24 16:51:48.006987 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-1e14979c-1a16-4c3e-93c9-a354765be299 service neutron] 10.222.0.117 "GET /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902143 Jan 24 16:51:48.114385 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device c7a88162-0e4c-42a3-adce-9ee7d02857c6 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:51:48.203733 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: c7a88162-0e4c-42a3-adce-9ee7d02857c6 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:51:48.204146 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9c22edad-c565-4f8c-8bcf-88babf240226 req-ed43f7f9-fecb-4d3a-bbda-0ee63972e717 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 210 time: 0.0398350 Jan 24 16:51:48.204439 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device c7a88162-0e4c-42a3-adce-9ee7d02857c6 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:51:48.822471 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49918) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:48.839966 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84075285-5131-4cca-9dc3-a423e53fc927 req-7dfec0a1-b91b-4bbe-ba2f-f0f98b8f3d4f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:48.842061 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-84075285-5131-4cca-9dc3-a423e53fc927 req-7dfec0a1-b91b-4bbe-ba2f-f0f98b8f3d4f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0549717 Jan 24 16:51:48.907500 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-84075285-5131-4cca-9dc3-a423e53fc927 req-7b35e2dc-8654-47b6-b249-6b9f7548036e tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590158 Jan 24 16:51:48.957760 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e481-f73a-4136-8f59-7e690bb96b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.031585 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e481-f73a-4136-8f59-7e690bb96b54 admin admin] Publish callbacks [] for security_group (4ee49896-bc06-4fd2-95ae-64d3e630413a), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.033408 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49924) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:49.039778 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f8a9e481-f73a-4136-8f59-7e690bb96b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (4ee49896-bc06-4fd2-95ae-64d3e630413a), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.083695 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-f8a9e481-f73a-4136-8f59-7e690bb96b54 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=fd5ee388a3b1403eafd6d30965c5bfbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600887 Jan 24 16:51:49.084522 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9e481-f73a-4136-8f59-7e690bb96b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee49896-bc06-4fd2-95ae-64d3e630413a,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:49.086817 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 49928) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:49.141722 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-76c622cd-a4ac-4ff2-ab9d-be3cdf639d8b admin admin] Publish callbacks [] for security_group (4ee49896-bc06-4fd2-95ae-64d3e630413a), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.149254 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e58a628c-dd9d-41cf-b210-fc72276102c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.183885 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-76c622cd-a4ac-4ff2-ab9d-be3cdf639d8b admin admin] Publish callbacks [] for security_group (4ee49896-bc06-4fd2-95ae-64d3e630413a), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.263964 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-76c622cd-a4ac-4ff2-ab9d-be3cdf639d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (4ee49896-bc06-4fd2-95ae-64d3e630413a), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.266494 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-76c622cd-a4ac-4ff2-ab9d-be3cdf639d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.268020 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-76c622cd-a4ac-4ff2-ab9d-be3cdf639d8b admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/4ee49896-bc06-4fd2-95ae-64d3e630413a HTTP/1.1" status: 204 len: 168 time: 0.1799936 Jan 24 16:51:49.308449 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e58a628c-dd9d-41cf-b210-fc72276102c9 admin admin] Publish callbacks [] for security_group (b65a0575-0ea8-4da5-bb7e-32ae6278fa6a), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.311175 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6da80766-4a66-4616-8d51-9c697f47290c req-02e19f14-580b-4ff8-8703-ec280470e3e0 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 210 time: 0.0383966 Jan 24 16:51:49.311991 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c622cd-a4ac-4ff2-ab9d-be3cdf639d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee49896-bc06-4fd2-95ae-64d3e630413a,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:49.315070 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e58a628c-dd9d-41cf-b210-fc72276102c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (b65a0575-0ea8-4da5-bb7e-32ae6278fa6a), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.360177 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e58a628c-dd9d-41cf-b210-fc72276102c9 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e711c82de9fb4acf9a9079c0abfb62de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257291 Jan 24 16:51:49.362908 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49934) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:49.365383 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a628c-dd9d-41cf-b210-fc72276102c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65a0575-0ea8-4da5-bb7e-32ae6278fa6a,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:49.419295 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-54e9b7b2-d741-498a-911f-ba918263033a admin admin] Publish callbacks [] for security_group (b65a0575-0ea8-4da5-bb7e-32ae6278fa6a), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.441838 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-54e9b7b2-d741-498a-911f-ba918263033a admin admin] Publish callbacks [] for security_group (b65a0575-0ea8-4da5-bb7e-32ae6278fa6a), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.489044 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-54e9b7b2-d741-498a-911f-ba918263033a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (b65a0575-0ea8-4da5-bb7e-32ae6278fa6a), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.492411 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-54e9b7b2-d741-498a-911f-ba918263033a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.493566 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-54e9b7b2-d741-498a-911f-ba918263033a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/b65a0575-0ea8-4da5-bb7e-32ae6278fa6a HTTP/1.1" status: 204 len: 168 time: 0.1296809 Jan 24 16:51:49.505195 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9b7b2-d741-498a-911f-ba918263033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65a0575-0ea8-4da5-bb7e-32ae6278fa6a,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:49.588411 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49946) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:49.605587 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a0346147-e7e0-465b-bd82-4183826611a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.723363 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a0346147-e7e0-465b-bd82-4183826611a8 admin admin] Publish callbacks [] for security_group (22a03fd7-3d02-44cf-a762-2c2e3a6eaae5), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.730684 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a0346147-e7e0-465b-bd82-4183826611a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (22a03fd7-3d02-44cf-a762-2c2e3a6eaae5), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.786716 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-a0346147-e7e0-465b-bd82-4183826611a8 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=26129d8b2de74beb88363328b7725413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965477 Jan 24 16:51:49.791332 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 49956) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:51:49.801687 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0346147-e7e0-465b-bd82-4183826611a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a03fd7-3d02-44cf-a762-2c2e3a6eaae5,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:49.880757 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d0e44e7e-a589-4adb-964e-1c146406fe6f admin admin] Publish callbacks [] for security_group (22a03fd7-3d02-44cf-a762-2c2e3a6eaae5), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.918970 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-023da136-31dc-4554-b684-cf5129175d67 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:49.921113 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-023da136-31dc-4554-b684-cf5129175d67 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.79 "GET /v2.0/networks?id=a212a263-addf-4bd8-b46c-96697d6542c3 HTTP/1.1" status: 200 len: 808 time: 0.2459083 Jan 24 16:51:49.930822 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d0e44e7e-a589-4adb-964e-1c146406fe6f admin admin] Publish callbacks [] for security_group (22a03fd7-3d02-44cf-a762-2c2e3a6eaae5), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:49.939353 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Request body: {'port': {'device_id': 'a93bef71-7362-4652-86dd-a0ef15e0e727', 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3', 'admin_state_up': True, 'tenant_id': 'e5e86d82e0524fd380e44df98739cfa3'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:51:50.006420 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d0e44e7e-a589-4adb-964e-1c146406fe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (22a03fd7-3d02-44cf-a762-2c2e3a6eaae5), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:50.011559 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d0e44e7e-a589-4adb-964e-1c146406fe6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:50.013178 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-d0e44e7e-a589-4adb-964e-1c146406fe6f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/22a03fd7-3d02-44cf-a762-2c2e3a6eaae5 HTTP/1.1" status: 204 len: 168 time: 0.2192297 Jan 24 16:51:50.022184 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e44e7e-a589-4adb-964e-1c146406fe6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a03fd7-3d02-44cf-a762-2c2e3a6eaae5,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:50.114824 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d6cc0-e7b9-4380-8dc5-54266782f938 req-7b817095-2391-4fba-af1f-082669b0dbdf tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:50.116377 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-166d6cc0-e7b9-4380-8dc5-54266782f938 req-7b817095-2391-4fba-af1f-082669b0dbdf tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0868597 Jan 24 16:51:50.165427 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Made reservation on behalf of e5e86d82e0524fd380e44df98739cfa3 for: {'port': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:51:50.168945 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:50.195482 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-166d6cc0-e7b9-4380-8dc5-54266782f938 req-ddd77cf8-c05a-4b44-ab28-ce6dcb1f49bb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644579 Jan 24 16:51:50.331695 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Allocated IP 172.20.0.10 (a212a263-addf-4bd8-b46c-96697d6542c3/1969657b-a4f4-4e6d-b20d-129d1a55f0a1/089933b7-b1b4-46c7-ad20-aa745b6e9760) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:51:50.429960 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9d6888e3-c60d-45b1-9557-b681276d3625 req-65b44cc8-d11f-41af-aac3-5c0323329a74 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 210 time: 0.0332620 Jan 24 16:51:50.528682 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks [] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:50.580231 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:50.623123 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Network a212a263-addf-4bd8-b46c-96697d6542c3 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:51:50.626143 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:51:50.628686 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:51:50.661708 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Pushing event updated for resources: {'Port': ['ID=089933b7-b1b4-46c7-ad20-aa745b6e9760,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:50.688671 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:50.689776 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:50.719321 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4f3d05f5-1eb7-4449-9f78-a38ab3a9d103 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7841761 Jan 24 16:51:50.743552 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Request body: {'port': {'device_id': 'a93bef71-7362-4652-86dd-a0ef15e0e727', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:51:50.802461 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:51.151828 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aca55-7bba-428f-80d8-0facf3102df4 req-b534bb0c-7f67-4bbf-ada5-7565792918c2 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:51.158704 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-b534bb0c-7f67-4bbf-ada5-7565792918c2 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/networks?id=d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 200 len: 815 time: 0.2005923 Jan 24 16:51:51.174822 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-318fb8ca-a9d4-4359-8e54-79f9f9acdb07 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/quotas/23f1bf5dafe744d48d952fbe6209dd79 HTTP/1.1" status: 200 len: 375 time: 0.0151811 Jan 24 16:51:51.191437 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089933b7-b1b4-46c7-ad20-aa745b6e9760 {{(pid=114080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:51:51.205672 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Publish callbacks [] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:51.228096 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.provisioning_blocks [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Transition to ACTIVE for port object 089933b7-b1b4-46c7-ad20-aa745b6e9760 will not be triggered until provisioned by entity L2. {{(pid=114080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:51:51.231905 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-edd8c333-8f0e-4fe8-97e1-aaab098087c4 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555851 Jan 24 16:51:51.233785 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:51.329715 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Pushing event updated for resources: {'Port': ['ID=089933b7-b1b4-46c7-ad20-aa745b6e9760,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:51.346076 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-738d9207-66ce-4166-9d3e-e8913338e03b service neutron] 10.222.0.117 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080325 Jan 24 16:51:51.461466 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-1d3c3598-9e54-4dc1-8295-d6d353f98e55 service neutron] 10.222.0.117 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085052 Jan 24 16:51:51.618984 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187f941-50b7-4aa6-9e02-f8747a7efa36 req-b55539e5-6f2c-4892-bac6-9539d06673c0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:51.620561 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b187f941-50b7-4aa6-9e02-f8747a7efa36 req-b55539e5-6f2c-4892-bac6-9539d06673c0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.3342769 Jan 24 16:51:51.630927 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Attempting to bind port 089933b7-b1b4-46c7-ad20-aa745b6e9760 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:51:51.631280 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Attempting to bind port 089933b7-b1b4-46c7-ad20-aa745b6e9760 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': '3900f7d8-95fe-404c-834f-2db2522bcd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3'}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:51:51.631621 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Attempting to bind port 089933b7-b1b4-46c7-ad20-aa745b6e9760 on network a212a263-addf-4bd8-b46c-96697d6542c3 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:51:51.652049 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Port 089933b7-b1b4-46c7-ad20-aa745b6e9760 on network a212a263-addf-4bd8-b46c-96697d6542c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:51:51.652376 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Attempting to bind port 089933b7-b1b4-46c7-ad20-aa745b6e9760 on network a212a263-addf-4bd8-b46c-96697d6542c3 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:51:51.662135 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:51:51.662471 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Checking segment: {'id': '3900f7d8-95fe-404c-834f-2db2522bcd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:51:51.662892 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Bound using segment: {'id': '3900f7d8-95fe-404c-834f-2db2522bcd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3'} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:51:51.663520 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Bound port: 089933b7-b1b4-46c7-ad20-aa745b6e9760, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3900f7d8-95fe-404c-834f-2db2522bcd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3'}}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:51:51.663891 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:51.705978 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b187f941-50b7-4aa6-9e02-f8747a7efa36 req-4089900a-1e20-4866-93ed-220ccbf85f53 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715287 Jan 24 16:51:51.710287 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd72fd-7b19-4ef4-96ce-0c67dc7d455c req-6072e3a6-7570-42bd-b59b-594842ca988f tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:51.719149 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dedd72fd-7b19-4ef4-96ce-0c67dc7d455c req-6072e3a6-7570-42bd-b59b-594842ca988f tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 944 time: 0.0558443 Jan 24 16:51:51.778271 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dedd72fd-7b19-4ef4-96ce-0c67dc7d455c req-c37b18a8-67a7-4fb0-9c29-04997142afb2 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580094 Jan 24 16:51:51.783751 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] For port 089933b7-b1b4-46c7-ad20-aa745b6e9760, host hv-cinder-82611, cleared binding levels {{(pid=114080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:51:51.804665 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c3c55f85-5453-43e3-84b6-d55b1b321ece req-4b7d774a-f712-48c4-b9d5-f4682fb41907 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 210 time: 0.0371978 Jan 24 16:51:51.812860 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] For port 089933b7-b1b4-46c7-ad20-aa745b6e9760, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=089933b7-b1b4-46c7-ad20-aa745b6e9760,segment=NetworkSegment(3900f7d8-95fe-404c-834f-2db2522bcd29),segment_id=3900f7d8-95fe-404c-834f-2db2522bcd29)] {{(pid=114080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:51:51.817498 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:51.853477 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:51.854092 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:51.855677 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] 10.222.0.79 "PUT /v2.0/ports/089933b7-b1b4-46c7-ad20-aa745b6e9760 HTTP/1.1" status: 200 len: 1094 time: 1.1249263 Jan 24 16:51:51.856244 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93bef71-7362-4652-86dd-a0ef15e0e727', 'tag': '089933b7-b1b4-46c7-ad20-aa745b6e9760'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:51:51.858521 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf6abda-a5a2-4739-9697-3be0e87a91b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a93bef71-7362-4652-86dd-a0ef15e0e727", "tag": "089933b7-b1b4-46c7-ad20-aa745b6e9760"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:51:51.899892 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf3436-08e3-42ca-9855-260de29268f6 service neutron] Pushing event updated for resources: {'Port': ['ID=089933b7-b1b4-46c7-ad20-aa745b6e9760,revision_number=3']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:51:51.914919 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6ed8cb-27a9-4c3f-9b51-702fc38a3473 x-openstack-request-id: req-ea6ed8cb-27a9-4c3f-9b51-702fc38a3473 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:51:51.915312 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93bef71-7362-4652-86dd-a0ef15e0e727", "tag": "089933b7-b1b4-46c7-ad20-aa745b6e9760", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:51:51.915587 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ea6ed8cb-27a9-4c3f-9b51-702fc38a3473 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:51:51.916039 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93bef71-7362-4652-86dd-a0ef15e0e727', 'tag': '089933b7-b1b4-46c7-ad20-aa745b6e9760', 'status': 'completed', 'code': 200} Jan 24 16:51:51.952294 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-3d341d02-faa9-41b7-b5ef-dc0c0b9ce8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:51.953781 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-3d341d02-faa9-41b7-b5ef-dc0c0b9ce8dc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e5e86d82e0524fd380e44df98739cfa3&device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 1097 time: 0.0488415 Jan 24 16:51:52.025984 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-93448d9c-2874-48e5-be87-a71a45357312 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=089933b7-b1b4-46c7-ad20-aa745b6e9760 HTTP/1.1" status: 200 len: 217 time: 0.0356288 Jan 24 16:51:52.149801 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-950b5145-214c-4017-850a-6598b5cd40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:52.152294 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-950b5145-214c-4017-850a-6598b5cd40a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1969657b-a4f4-4e6d-b20d-129d1a55f0a1 HTTP/1.1" status: 200 len: 848 time: 0.0557516 Jan 24 16:51:52.210389 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-d2ffc42f-c2c3-4f03-9350-6d95f0a66398 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a212a263-addf-4bd8-b46c-96697d6542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258284 Jan 24 16:51:52.332335 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-4513d4b8-f782-4330-83b3-050e135f9e9a service neutron] 10.222.0.79 "GET /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983350 Jan 24 16:51:52.469986 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8911e108-cbbf-48bd-9d22-8c79da0e363c req-cc91c434-f728-42f5-a201-e15418c1341c service neutron] 10.222.0.79 "GET /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276047 Jan 24 16:51:52.604098 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6abda-a5a2-4739-9697-3be0e87a91b7 req-74b5343b-6589-4bcd-96cf-129f33794613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:52.606128 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8bf6abda-a5a2-4739-9697-3be0e87a91b7 req-74b5343b-6589-4bcd-96cf-129f33794613 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e5e86d82e0524fd380e44df98739cfa3&device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 1097 time: 0.0501819 Jan 24 16:51:52.736528 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6abda-a5a2-4739-9697-3be0e87a91b7 req-7851ddcb-1a81-492d-b5c1-f90e2fc92cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:52.738001 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8bf6abda-a5a2-4739-9697-3be0e87a91b7 req-7851ddcb-1a81-492d-b5c1-f90e2fc92cb4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a212a263-addf-4bd8-b46c-96697d6542c3 HTTP/1.1" status: 200 len: 908 time: 0.1149261 Jan 24 16:51:52.826446 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af0b2-ba91-4556-a02f-11a1cec6c97a req-f6fb80b6-277b-4618-bc7f-202a667f103d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:52.828388 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-be8af0b2-ba91-4556-a02f-11a1cec6c97a req-f6fb80b6-277b-4618-bc7f-202a667f103d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0510874 Jan 24 16:51:52.876336 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-be8af0b2-ba91-4556-a02f-11a1cec6c97a req-95ba1263-cd9e-4482-b255-c3373dfd45dc tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420406 Jan 24 16:51:52.903840 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9972576-4a4c-4245-89d1-0bc5d7b3e7fc req-6aa1878e-49cf-4855-a35f-72d5c813a065 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:52.905458 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e9972576-4a4c-4245-89d1-0bc5d7b3e7fc req-6aa1878e-49cf-4855-a35f-72d5c813a065 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 944 time: 0.0532880 Jan 24 16:51:52.955040 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e9972576-4a4c-4245-89d1-0bc5d7b3e7fc req-41d6f620-a638-43fd-ba0e-46f0d42d8fb3 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432785 Jan 24 16:51:52.967960 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c49246b4-dd49-48d2-81bc-3763ad45fab2 req-bf85314e-7cd1-4754-9c4a-d1bb81a4f0b9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 210 time: 0.0298762 Jan 24 16:51:54.727300 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8bf6abda-a5a2-4739-9697-3be0e87a91b7 req-46fd331b-a3aa-442c-a931-7cb6ed1921fb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=089933b7-b1b4-46c7-ad20-aa745b6e9760 HTTP/1.1" status: 200 len: 217 time: 0.0391672 Jan 24 16:51:55.831929 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6abda-a5a2-4739-9697-3be0e87a91b7 req-9926b2cb-6758-4bd8-b6b8-7061d82a46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:55.833357 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8bf6abda-a5a2-4739-9697-3be0e87a91b7 req-9926b2cb-6758-4bd8-b6b8-7061d82a46f1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1969657b-a4f4-4e6d-b20d-129d1a55f0a1 HTTP/1.1" status: 200 len: 848 time: 0.0442035 Jan 24 16:51:55.893023 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8bf6abda-a5a2-4739-9697-3be0e87a91b7 req-332c406e-569f-458b-af28-f798840ba471 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a212a263-addf-4bd8-b46c-96697d6542c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309207 Jan 24 16:51:55.955203 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d80af-9d71-46fc-9015-6af21c6e5078 req-598b627d-7d35-4a16-a0a3-042fa0b97943 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:55.956727 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-399d80af-9d71-46fc-9015-6af21c6e5078 req-598b627d-7d35-4a16-a0a3-042fa0b97943 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0496643 Jan 24 16:51:56.098842 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-399d80af-9d71-46fc-9015-6af21c6e5078 req-0b6835fb-eb3a-4f32-943d-d441230d8fc6 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209135 Jan 24 16:51:56.120411 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8bf6abda-a5a2-4739-9697-3be0e87a91b7 req-a1f61fe3-c6f0-45a1-8fdd-ba9443c017fe service neutron] 10.222.0.79 "GET /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563494 Jan 24 16:51:56.280717 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-18cadc0b-4559-42c0-90e8-79613ca2da01 req-283a6636-788b-40d9-b81e-6ce220347413 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 210 time: 0.0727346 Jan 24 16:51:56.338077 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59052e-98ae-4fb0-84c8-c25876d3d1aa req-d8493c3c-f30c-4cf3-a032-910bad75bdcb tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:56.340327 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2f59052e-98ae-4fb0-84c8-c25876d3d1aa req-d8493c3c-f30c-4cf3-a032-910bad75bdcb tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 944 time: 0.3156321 Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.342240 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.344278 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.344278 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.344278 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.344278 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.344278 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.344278 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.344278 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.344278 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.344278 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.344278 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.344278 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:51:56.344278 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:51:56.346144 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aca55-7bba-428f-80d8-0facf3102df4 req-951c1693-bfc3-4f3c-ad66-dd5ce0308402 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:56.348108 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-951c1693-bfc3-4f3c-ad66-dd5ce0308402 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "GET /v2.0/networks?id=d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 200 len: 815 time: 0.2651858 Jan 24 16:51:56.352837 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8bf6abda-a5a2-4739-9697-3be0e87a91b7 req-c3da0184-22dc-47b8-a665-36d08b724058 service neutron] 10.222.0.79 "GET /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231619 Jan 24 16:51:56.387652 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2f59052e-98ae-4fb0-84c8-c25876d3d1aa req-6abbc13f-e33f-4f30-a082-18cff5a8672d tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413001 Jan 24 16:51:59.438646 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-939aca55-7bba-428f-80d8-0facf3102df4 req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Request body: {'port': {'device_id': 'b5ca6098-0099-41ae-a01a-a19e52f1bc70', 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1', 'admin_state_up': True, 'tenant_id': '23f1bf5dafe744d48d952fbe6209dd79'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:51:59.559254 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939aca55-7bba-428f-80d8-0facf3102df4 req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Made reservation on behalf of 23f1bf5dafe744d48d952fbe6209dd79 for: {'port': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:51:59.562733 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-939aca55-7bba-428f-80d8-0facf3102df4 req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:51:59.609648 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fbcb9-9081-4ea6-87c0-332b2de79204 req-8c8333cd-e990-4541-ac1e-8c7ffc851e5c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:59.611163 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a63fbcb9-9081-4ea6-87c0-332b2de79204 req-8c8333cd-e990-4541-ac1e-8c7ffc851e5c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0538254 Jan 24 16:51:59.646804 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-870b49ef-d77b-43d6-b1ce-2d6bf29707bd req-0ed71f00-c78b-42a6-85fe-3bcab0b55a79 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 210 time: 0.0565875 Jan 24 16:51:59.668637 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a63fbcb9-9081-4ea6-87c0-332b2de79204 req-af63e49c-652c-4bd4-abe6-01b899af7fb6 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502546 Jan 24 16:51:59.757819 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [req-939aca55-7bba-428f-80d8-0facf3102df4 req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Allocated IP 172.20.0.13 (d2067982-5a38-46c1-8ec9-527550d6c2b1/6046e0ee-825d-4d9e-82c8-aa78e7b1778e/1c00f2bb-a862-432a-8749-d007bd44785f) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:51:59.787564 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5619d-ba16-49ae-8983-86f16453699d req-d8f1d061-1353-4d7f-9f85-022c6694efc4 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:51:59.789183 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dfe5619d-ba16-49ae-8983-86f16453699d req-d8f1d061-1353-4d7f-9f85-022c6694efc4 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 944 time: 0.0743539 Jan 24 16:51:59.914592 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dfe5619d-ba16-49ae-8983-86f16453699d req-4dbeb054-7cc3-4389-a58d-79456a3d5346 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189125 Jan 24 16:51:59.969416 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-939aca55-7bba-428f-80d8-0facf3102df4 req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks [] for port (1c00f2bb-a862-432a-8749-d007bd44785f), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:00.005746 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-939aca55-7bba-428f-80d8-0facf3102df4 req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:00.032904 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['6ede1577-59cb-4655-a23e-cc2ffa5c3c79', 'efc223cc-bc5e-4cdf-a92f-b066f43ca860'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:52:00.057631 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939aca55-7bba-428f-80d8-0facf3102df4 req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Network d2067982-5a38-46c1-8ec9-527550d6c2b1 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:52:00.060840 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [req-939aca55-7bba-428f-80d8-0facf3102df4 req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:00.064023 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-939aca55-7bba-428f-80d8-0facf3102df4 req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:52:00.094996 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Pushing event updated for resources: {'Port': ['ID=1c00f2bb-a862-432a-8749-d007bd44785f,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:00.137377 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aca55-7bba-428f-80d8-0facf3102df4 req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:00.140748 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-939aca55-7bba-428f-80d8-0facf3102df4 req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:00.167361 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-5d73d2eb-96c3-40b1-8e22-0b610bfe11ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7328646 Jan 24 16:52:03.059271 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Request body: {'port': {'device_id': 'b5ca6098-0099-41ae-a01a-a19e52f1bc70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:52:03.112130 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:03.267596 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1c106-8b2c-494b-beaa-788ecb112810 req-93d5770f-97d4-4a79-a0e3-263b6182f41e tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:03.269838 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-45c1c106-8b2c-494b-beaa-788ecb112810 req-93d5770f-97d4-4a79-a0e3-263b6182f41e tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 932 time: 0.0606446 Jan 24 16:52:03.320867 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-45c1c106-8b2c-494b-beaa-788ecb112810 req-41ee34b0-da20-432f-9611-0269d70be6e5 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 Jan 24 16:52:03.336524 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46f05c-5785-4800-a768-217a42d337bf req-d86da870-6540-422c-a9a2-3478dd9f0a5a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:03.338077 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ea46f05c-5785-4800-a768-217a42d337bf req-d86da870-6540-422c-a9a2-3478dd9f0a5a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.1087940 Jan 24 16:52:03.418662 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ea46f05c-5785-4800-a768-217a42d337bf req-d749afb8-4af9-4256-bb8e-c94ee911809c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741510 Jan 24 16:52:03.434178 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69328832-c83a-41f2-81fb-9fc983af0831 req-688966e9-f27e-451a-8ed4-f4c1be0c713e tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:03.435724 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-69328832-c83a-41f2-81fb-9fc983af0831 req-688966e9-f27e-451a-8ed4-f4c1be0c713e tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 944 time: 0.0524755 Jan 24 16:52:03.470244 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c00f2bb-a862-432a-8749-d007bd44785f {{(pid=114080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:52:03.478104 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Publish callbacks [] for port (1c00f2bb-a862-432a-8749-d007bd44785f), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:03.491798 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.provisioning_blocks [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Transition to ACTIVE for port object 1c00f2bb-a862-432a-8749-d007bd44785f will not be triggered until provisioned by entity L2. {{(pid=114080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:03.495265 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:03.496931 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-69328832-c83a-41f2-81fb-9fc983af0831 req-5f3f2b31-124d-42b4-a5dd-0973e5c6182b tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507543 Jan 24 16:52:03.548175 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Pushing event updated for resources: {'Port': ['ID=1c00f2bb-a862-432a-8749-d007bd44785f,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:03.619322 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Attempting to bind port 1c00f2bb-a862-432a-8749-d007bd44785f on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:52:03.619653 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Attempting to bind port 1c00f2bb-a862-432a-8749-d007bd44785f by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:52:03.619977 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Attempting to bind port 1c00f2bb-a862-432a-8749-d007bd44785f on network d2067982-5a38-46c1-8ec9-527550d6c2b1 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:52:03.624391 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Port 1c00f2bb-a862-432a-8749-d007bd44785f on network d2067982-5a38-46c1-8ec9-527550d6c2b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:52:03.624718 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Attempting to bind port 1c00f2bb-a862-432a-8749-d007bd44785f on network d2067982-5a38-46c1-8ec9-527550d6c2b1 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:52:03.629922 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:52:03.630251 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Checking segment: {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:52:03.630627 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Bound using segment: {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:52:03.631202 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Bound port: 1c00f2bb-a862-432a-8749-d007bd44785f, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'}}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:52:03.631783 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:03.696927 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] For port 1c00f2bb-a862-432a-8749-d007bd44785f, host hv-cinder-82611, cleared binding levels {{(pid=114080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:52:03.697534 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:03.700989 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] For port 1c00f2bb-a862-432a-8749-d007bd44785f, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=1c00f2bb-a862-432a-8749-d007bd44785f,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:52:03.704738 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:03.742340 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:03.742982 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:03.744357 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] 10.222.0.79 "PUT /v2.0/ports/1c00f2bb-a862-432a-8749-d007bd44785f HTTP/1.1" status: 200 len: 1094 time: 0.6894987 Jan 24 16:52:03.744791 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ca6098-0099-41ae-a01a-a19e52f1bc70', 'tag': '1c00f2bb-a862-432a-8749-d007bd44785f'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:52:03.747077 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab429b63-3884-41f1-a355-41a7497ade94" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ca6098-0099-41ae-a01a-a19e52f1bc70", "tag": "1c00f2bb-a862-432a-8749-d007bd44785f"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:52:03.768434 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb21ea-db09-4a69-a35c-595dab0d73bd service neutron] Pushing event updated for resources: {'Port': ['ID=1c00f2bb-a862-432a-8749-d007bd44785f,revision_number=3']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:03.791787 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed6f092-8cf4-4c04-a3d8-93f6630cedef x-openstack-request-id: req-aed6f092-8cf4-4c04-a3d8-93f6630cedef {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:52:03.792273 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ca6098-0099-41ae-a01a-a19e52f1bc70", "tag": "1c00f2bb-a862-432a-8749-d007bd44785f", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:52:03.792664 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-aed6f092-8cf4-4c04-a3d8-93f6630cedef {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:52:03.793191 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ca6098-0099-41ae-a01a-a19e52f1bc70', 'tag': '1c00f2bb-a862-432a-8749-d007bd44785f', 'status': 'completed', 'code': 200} Jan 24 16:52:03.856542 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aca55-7bba-428f-80d8-0facf3102df4 req-f5a74aaa-3d14-46ae-bc6d-a0d3368f09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:03.857958 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-f5a74aaa-3d14-46ae-bc6d-a0d3368f09ca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 1097 time: 0.0441697 Jan 24 16:52:03.915183 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-2cd90460-0ec0-4faa-b861-8aada2af88a3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c00f2bb-a862-432a-8749-d007bd44785f HTTP/1.1" status: 200 len: 217 time: 0.0387969 Jan 24 16:52:03.970291 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aca55-7bba-428f-80d8-0facf3102df4 req-40abc3d7-9595-4898-986b-0da519c6ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:03.971790 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-40abc3d7-9595-4898-986b-0da519c6ee1e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6046e0ee-825d-4d9e-82c8-aa78e7b1778e HTTP/1.1" status: 200 len: 855 time: 0.0483344 Jan 24 16:52:04.013228 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-78b9a99c-35d6-496f-898c-6f2bc0207bff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d2067982-5a38-46c1-8ec9-527550d6c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338452 Jan 24 16:52:04.115922 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-90a395a5-d807-4a3a-a396-671f1c4e2f54 service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926378 Jan 24 16:52:04.232941 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-939aca55-7bba-428f-80d8-0facf3102df4 req-a671c4a5-a601-4a02-8d52-84fce3959367 service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059611 Jan 24 16:52:04.373539 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab429b63-3884-41f1-a355-41a7497ade94 req-7c0d630c-7c1b-400b-bb65-d27f7d238030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:04.374989 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ab429b63-3884-41f1-a355-41a7497ade94 req-7c0d630c-7c1b-400b-bb65-d27f7d238030 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 1097 time: 0.0514793 Jan 24 16:52:04.453289 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834bd5-050e-4ebe-9a2e-50042dcc08ec req-87906890-3f55-45a3-bdaf-3a2a57c53a13 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:04.454925 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-54834bd5-050e-4ebe-9a2e-50042dcc08ec req-87906890-3f55-45a3-bdaf-3a2a57c53a13 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 944 time: 0.0572937 Jan 24 16:52:04.519573 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-54834bd5-050e-4ebe-9a2e-50042dcc08ec req-6d4e3a5e-6c1f-4309-a693-c48ccfa4b6e8 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581622 Jan 24 16:52:04.555486 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c310eb-1d57-4f12-8c55-96b2aa47c04d req-44f04c01-766d-4891-966a-cbdcdbbf6a14 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:04.558661 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e8c310eb-1d57-4f12-8c55-96b2aa47c04d req-44f04c01-766d-4891-966a-cbdcdbbf6a14 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0666733 Jan 24 16:52:04.614420 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e8c310eb-1d57-4f12-8c55-96b2aa47c04d req-549636a4-1ed5-46b2-b5e3-8b71406c7ec6 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494559 Jan 24 16:52:04.647829 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48ceb9-5132-4d36-9980-4ad3df8f0165 req-a986e5f9-ae4f-490c-8d15-083f3a95b5e7 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:04.650300 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6d48ceb9-5132-4d36-9980-4ad3df8f0165 req-a986e5f9-ae4f-490c-8d15-083f3a95b5e7 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 944 time: 0.0620437 Jan 24 16:52:04.703079 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6d48ceb9-5132-4d36-9980-4ad3df8f0165 req-b1809669-047c-488a-94e3-dbca0105eb65 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475245 Jan 24 16:52:05.483460 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab429b63-3884-41f1-a355-41a7497ade94 req-04ddf256-297b-4117-87d3-c1c47725c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:05.484894 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ab429b63-3884-41f1-a355-41a7497ade94 req-04ddf256-297b-4117-87d3-c1c47725c043 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 200 len: 915 time: 0.0864906 Jan 24 16:52:05.595196 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8206-c8e4-4824-97da-aab9d6a3a146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:06.217320 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 089933b7-b1b4-46c7-ad20-aa745b6e9760 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:52:06.315533 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 089933b7-b1b4-46c7-ad20-aa745b6e9760, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=089933b7-b1b4-46c7-ad20-aa745b6e9760,segment=NetworkSegment(3900f7d8-95fe-404c-834f-2db2522bcd29),segment_id=3900f7d8-95fe-404c-834f-2db2522bcd29)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:06.327100 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '089933b7-b1b4-46c7-ad20-aa745b6e9760', 'network_id': 'a212a263-addf-4bd8-b46c-96697d6542c3', 'port_id': '089933b7-b1b4-46c7-ad20-aa745b6e9760', 'mac_address': 'fa:16:3e:63:ae:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1969657b-a4f4-4e6d-b20d-129d1a55f0a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:52:06.365636 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 089933b7-b1b4-46c7-ad20-aa745b6e9760 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:52:06.365636 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:06.379222 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089933b7-b1b4-46c7-ad20-aa745b6e9760 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:52:06.400200 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 089933b7-b1b4-46c7-ad20-aa745b6e9760, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=089933b7-b1b4-46c7-ad20-aa745b6e9760,segment=NetworkSegment(3900f7d8-95fe-404c-834f-2db2522bcd29),segment_id=3900f7d8-95fe-404c-834f-2db2522bcd29)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:06.404270 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:06.454961 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=089933b7-b1b4-46c7-ad20-aa745b6e9760,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:07.298362 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ab429b63-3884-41f1-a355-41a7497ade94 req-e3164ac0-e8ab-43c6-a763-b8ac60ace7b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c00f2bb-a862-432a-8749-d007bd44785f HTTP/1.1" status: 200 len: 217 time: 0.0366600 Jan 24 16:52:07.350378 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab429b63-3884-41f1-a355-41a7497ade94 req-c8037c42-2f8c-4e1c-baa9-57f9b74b6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:07.351945 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ab429b63-3884-41f1-a355-41a7497ade94 req-c8037c42-2f8c-4e1c-baa9-57f9b74b6075 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6046e0ee-825d-4d9e-82c8-aa78e7b1778e HTTP/1.1" status: 200 len: 855 time: 0.0442996 Jan 24 16:52:07.392684 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ab429b63-3884-41f1-a355-41a7497ade94 req-c4d0b5cd-7da8-4dca-aa12-7ce799bff4fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d2067982-5a38-46c1-8ec9-527550d6c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253308 Jan 24 16:52:07.485360 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81c2cb-8a0e-4c8f-af99-fbb3ac45bc4d req-05688cb8-5c6c-4007-ac42-b50b3f1551c2 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:07.486879 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-aa81c2cb-8a0e-4c8f-af99-fbb3ac45bc4d req-05688cb8-5c6c-4007-ac42-b50b3f1551c2 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 944 time: 0.0568759 Jan 24 16:52:07.529867 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ab429b63-3884-41f1-a355-41a7497ade94 req-cff3157d-147e-4677-abec-419b754785b2 service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298339 Jan 24 16:52:07.533232 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-aa81c2cb-8a0e-4c8f-af99-fbb3ac45bc4d req-61b99ba6-b07d-4028-97e6-7a42c94010bc tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Jan 24 16:52:07.538915 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e05f00-a0f1-44c2-8183-aa70dfd60cd1 req-3251aa7c-f015-491a-a3bb-503f28401da2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:07.540347 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-59e05f00-a0f1-44c2-8183-aa70dfd60cd1 req-3251aa7c-f015-491a-a3bb-503f28401da2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0738575 Jan 24 16:52:07.644406 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686d7ce-7e3d-4abf-b039-c4bdb8884962 req-6687d9a4-c4e3-48bf-b58b-240d6fd8e528 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:07.645828 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f686d7ce-7e3d-4abf-b039-c4bdb8884962 req-6687d9a4-c4e3-48bf-b58b-240d6fd8e528 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 945 time: 0.0544803 Jan 24 16:52:07.648891 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-59e05f00-a0f1-44c2-8183-aa70dfd60cd1 req-0fe4327a-9913-40b8-a9e9-9072bc02d25d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900333 Jan 24 16:52:07.670010 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ab429b63-3884-41f1-a355-41a7497ade94 req-a2ef904e-899c-4a90-b68b-652ed5f37ebf service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287296 Jan 24 16:52:07.701169 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f686d7ce-7e3d-4abf-b039-c4bdb8884962 req-efde03b1-ff92-463d-a007-4340fde396b8 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481026 Jan 24 16:52:07.822834 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['089933b7-b1b4-46c7-ad20-aa745b6e9760'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:52:07.903384 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6b050294-e2ea-49c1-a1d5-55dcbdec1c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:08.656237 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0ca6e-2118-47ec-9ed1-3d4ea3575d21 req-dd12f381-25a3-4a30-9989-116ec931faba tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:08.657681 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-daa0ca6e-2118-47ec-9ed1-3d4ea3575d21 req-dd12f381-25a3-4a30-9989-116ec931faba tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 944 time: 0.0512302 Jan 24 16:52:08.716929 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-daa0ca6e-2118-47ec-9ed1-3d4ea3575d21 req-93cd07b1-c8a8-49f5-8646-a442b99a6f8a tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528626 Jan 24 16:52:08.777877 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567685d-6a50-4952-85eb-99cbc8bb175e req-e747ee3a-aa1b-429d-8b04-7dd8d177f45f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:08.779497 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6567685d-6a50-4952-85eb-99cbc8bb175e req-e747ee3a-aa1b-429d-8b04-7dd8d177f45f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0533516 Jan 24 16:52:08.829958 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6567685d-6a50-4952-85eb-99cbc8bb175e req-bff03446-a753-4c61-ab44-4d5c362bb3c3 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430210 Jan 24 16:52:08.841791 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00292-c1d5-412f-b8d5-62312ae2f9a2 req-799c08c1-5639-496c-adf3-03a45d709888 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:08.843361 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6df00292-c1d5-412f-b8d5-62312ae2f9a2 req-799c08c1-5639-496c-adf3-03a45d709888 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 945 time: 0.0526888 Jan 24 16:52:08.890643 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6df00292-c1d5-412f-b8d5-62312ae2f9a2 req-9cc52076-04c4-43ec-8b58-df88ae5112d5 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416772 Jan 24 16:52:08.955028 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:09.159460 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 50396) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:09.266982 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a355f9b6-bc52-4a98-bb8e-1a6557cab7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:09.347365 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a355f9b6-bc52-4a98-bb8e-1a6557cab7ea admin admin] Publish callbacks [] for security_group (559a65c1-2460-4a9e-b0a2-4cb198180ab0), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:09.351634 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a355f9b6-bc52-4a98-bb8e-1a6557cab7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (559a65c1-2460-4a9e-b0a2-4cb198180ab0), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:09.387908 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355f9b6-bc52-4a98-bb8e-1a6557cab7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559a65c1-2460-4a9e-b0a2-4cb198180ab0,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:09.392162 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-a355f9b6-bc52-4a98-bb8e-1a6557cab7ea admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=316f0b5d8c4b4f74a45255608e2ba99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316780 Jan 24 16:52:09.394776 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 50400) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:09.445878 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cff4c436-7b66-4cd4-a813-662dd0516ffa admin admin] Publish callbacks [] for security_group (559a65c1-2460-4a9e-b0a2-4cb198180ab0), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:09.467287 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cff4c436-7b66-4cd4-a813-662dd0516ffa admin admin] Publish callbacks [] for security_group (559a65c1-2460-4a9e-b0a2-4cb198180ab0), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:09.515161 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cff4c436-7b66-4cd4-a813-662dd0516ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (559a65c1-2460-4a9e-b0a2-4cb198180ab0), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:09.518251 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cff4c436-7b66-4cd4-a813-662dd0516ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:09.522648 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-cff4c436-7b66-4cd4-a813-662dd0516ffa admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/559a65c1-2460-4a9e-b0a2-4cb198180ab0 HTTP/1.1" status: 204 len: 168 time: 0.1237149 Jan 24 16:52:09.532578 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4c436-7b66-4cd4-a813-662dd0516ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559a65c1-2460-4a9e-b0a2-4cb198180ab0,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:09.834323 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 1c00f2bb-a862-432a-8749-d007bd44785f details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:52:09.843301 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 089933b7-b1b4-46c7-ad20-aa745b6e9760 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:52:09.845110 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a3f9d-f0f9-4b30-b0d5-960f845065d2 req-ca8486c3-6c2a-488f-9c06-c1cd7309dcbc tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:09.865894 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-790a3f9d-f0f9-4b30-b0d5-960f845065d2 req-ca8486c3-6c2a-488f-9c06-c1cd7309dcbc tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 944 time: 0.0638771 Jan 24 16:52:09.952631 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 089933b7-b1b4-46c7-ad20-aa745b6e9760 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:09.981418 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 089933b7-b1b4-46c7-ad20-aa745b6e9760 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:09.982658 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:09.990897 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-790a3f9d-f0f9-4b30-b0d5-960f845065d2 req-4e745889-e2d7-4cef-bf0d-5066854ab7fc tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235952 Jan 24 16:52:10.046556 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323aa41-c5ab-4bde-bcce-1f5a96644a2b req-4fc91d07-7b8d-4dec-bd3f-53802d530735 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:10.049657 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c323aa41-c5ab-4bde-bcce-1f5a96644a2b req-4fc91d07-7b8d-4dec-bd3f-53802d530735 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0878801 Jan 24 16:52:10.118802 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c323aa41-c5ab-4bde-bcce-1f5a96644a2b req-096a5992-4d6e-4344-9865-7e67c7b003c1 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622687 Jan 24 16:52:10.164268 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 089933b7-b1b4-46c7-ad20-aa745b6e9760 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:52:10.165213 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:10.193847 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f9555-bb48-4229-a4a1-c8e438cd7ec4 req-37770ac2-b0b4-42c9-81bf-4ba39fb6c04c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:10.195684 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-066f9555-bb48-4229-a4a1-c8e438cd7ec4 req-37770ac2-b0b4-42c9-81bf-4ba39fb6c04c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 945 time: 0.0898211 Jan 24 16:52:10.197682 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 1c00f2bb-a862-432a-8749-d007bd44785f, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=1c00f2bb-a862-432a-8749-d007bd44785f,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:10.214701 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93bef71-7362-4652-86dd-a0ef15e0e727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089933b7-b1b4-46c7-ad20-aa745b6e9760'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:52:10.216893 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe61727-84ad-4711-936c-3b18042401f6" -d '{"events": [{"server_uuid": "a93bef71-7362-4652-86dd-a0ef15e0e727", "name": "network-vif-plugged", "status": "completed", "tag": "089933b7-b1b4-46c7-ad20-aa745b6e9760"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:52:10.252048 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '1c00f2bb-a862-432a-8749-d007bd44785f', 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1', 'port_id': '1c00f2bb-a862-432a-8749-d007bd44785f', 'mac_address': 'fa:16:3e:74:aa:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6046e0ee-825d-4d9e-82c8-aa78e7b1778e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:52:10.256899 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 089933b7-b1b4-46c7-ad20-aa745b6e9760, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=089933b7-b1b4-46c7-ad20-aa745b6e9760,segment=NetworkSegment(3900f7d8-95fe-404c-834f-2db2522bcd29),segment_id=3900f7d8-95fe-404c-834f-2db2522bcd29)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:10.267177 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-066f9555-bb48-4229-a4a1-c8e438cd7ec4 req-0d8caad9-6c0d-4da8-9530-b8cc3ced9132 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625393 Jan 24 16:52:10.280395 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:10.285495 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00b30f4-9fcc-4b83-a763-a259d8464e0b x-openstack-request-id: req-b00b30f4-9fcc-4b83-a763-a259d8464e0b {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:52:10.285809 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93bef71-7362-4652-86dd-a0ef15e0e727", "name": "network-vif-plugged", "status": "completed", "tag": "089933b7-b1b4-46c7-ad20-aa745b6e9760", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:52:10.286064 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-b00b30f4-9fcc-4b83-a763-a259d8464e0b {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:52:10.290893 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93bef71-7362-4652-86dd-a0ef15e0e727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089933b7-b1b4-46c7-ad20-aa745b6e9760', 'code': 200} Jan 24 16:52:10.336691 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae91ae-da75-4fe4-a5ca-9d723504d1db req-9e271371-81c7-4a6f-ae56-da905652591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:10.338674 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-62ae91ae-da75-4fe4-a5ca-9d723504d1db req-9e271371-81c7-4a6f-ae56-da905652591a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 1099 time: 0.0656605 Jan 24 16:52:10.349041 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 1c00f2bb-a862-432a-8749-d007bd44785f is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:52:10.349511 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:10.368639 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=089933b7-b1b4-46c7-ad20-aa745b6e9760,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:10.378379 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c00f2bb-a862-432a-8749-d007bd44785f {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:52:10.405458 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 1c00f2bb-a862-432a-8749-d007bd44785f, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=1c00f2bb-a862-432a-8749-d007bd44785f,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:10.410942 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:10.415892 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-62ae91ae-da75-4fe4-a5ca-9d723504d1db req-bc05c23d-a342-482f-bea0-6eeab10fb6c1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630662 Jan 24 16:52:10.467261 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=1c00f2bb-a862-432a-8749-d007bd44785f,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:10.524166 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:10.784039 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13967ad9-abcb-4585-9b5f-85ab60d9b053 req-bbde31e2-b986-4432-9b07-6f4902ccf305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:10.785613 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-13967ad9-abcb-4585-9b5f-85ab60d9b053 req-bbde31e2-b986-4432-9b07-6f4902ccf305 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 1099 time: 0.0434802 Jan 24 16:52:10.839652 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-13967ad9-abcb-4585-9b5f-85ab60d9b053 req-317afbce-a144-4ad7-adf9-f404cadd1803 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451536 Jan 24 16:52:10.861478 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['1c00f2bb-a862-432a-8749-d007bd44785f'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:52:11.111692 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea386cd-ac26-47ff-b7d7-4589a56cd7d9 req-18adf69e-8bf9-486b-aca4-01ad7c3d381b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:11.114865 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6ea386cd-ac26-47ff-b7d7-4589a56cd7d9 req-18adf69e-8bf9-486b-aca4-01ad7c3d381b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 945 time: 0.0577223 Jan 24 16:52:11.181105 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6ea386cd-ac26-47ff-b7d7-4589a56cd7d9 req-3decd6b8-9cfc-4944-8ba4-f4ed946aa9e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571005 Jan 24 16:52:11.269147 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340b61c-6259-48b9-99cc-7a476aeec690 req-0c718c51-1097-444c-ba0e-1b122dcb8fa3 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:11.270591 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6340b61c-6259-48b9-99cc-7a476aeec690 req-0c718c51-1097-444c-ba0e-1b122dcb8fa3 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0540898 Jan 24 16:52:11.329778 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6340b61c-6259-48b9-99cc-7a476aeec690 req-b5db1ea4-1a00-4144-91fd-0037b844d084 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527577 Jan 24 16:52:11.399957 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1e0ec-f75b-4891-893e-35aee659acb1 req-6c96d1d4-109e-4627-b22c-1148d833a72c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:11.401532 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-91b1e0ec-f75b-4891-893e-35aee659acb1 req-6c96d1d4-109e-4627-b22c-1148d833a72c tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 946 time: 0.0541143 Jan 24 16:52:11.450709 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-91b1e0ec-f75b-4891-893e-35aee659acb1 req-31125252-d33e-4cb4-a960-b47ebfb96a70 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Jan 24 16:52:11.832704 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:12.306913 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4653e-9b09-4201-bb5f-bd6023c72d85 req-2aea8fe0-01e5-4012-9def-29bccd4c8e80 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:12.308390 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b1d4653e-9b09-4201-bb5f-bd6023c72d85 req-2aea8fe0-01e5-4012-9def-29bccd4c8e80 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 945 time: 0.0551093 Jan 24 16:52:12.357261 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b1d4653e-9b09-4201-bb5f-bd6023c72d85 req-9e515837-b841-4cff-9384-265324118add tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Jan 24 16:52:12.456500 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5c308-0c8c-4998-83c4-7946dea6e0d9 req-1e3d9678-ece8-4bb4-9a38-5b948002adc2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:12.457962 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-34d5c308-0c8c-4998-83c4-7946dea6e0d9 req-1e3d9678-ece8-4bb4-9a38-5b948002adc2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0561295 Jan 24 16:52:12.500562 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 1c00f2bb-a862-432a-8749-d007bd44785f up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:52:12.512874 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-34d5c308-0c8c-4998-83c4-7946dea6e0d9 req-0eb591ff-5c64-45cb-a526-5b0b468cefb5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486684 Jan 24 16:52:12.558809 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 1c00f2bb-a862-432a-8749-d007bd44785f completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:12.563031 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 1c00f2bb-a862-432a-8749-d007bd44785f triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:12.563421 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:12.578470 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353912c-2f35-474d-aa5d-f5399d5e478b req-1399619f-55cf-4c54-b035-506d6eb5bb88 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:12.580049 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0353912c-2f35-474d-aa5d-f5399d5e478b req-1399619f-55cf-4c54-b035-506d6eb5bb88 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 946 time: 0.0563726 Jan 24 16:52:12.626693 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0353912c-2f35-474d-aa5d-f5399d5e478b req-981104ef-bb96-49c6-8a5c-99f4c1639b4a tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Jan 24 16:52:12.657239 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 1c00f2bb-a862-432a-8749-d007bd44785f is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:52:12.657617 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:12.680645 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ca6098-0099-41ae-a01a-a19e52f1bc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c00f2bb-a862-432a-8749-d007bd44785f'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:52:12.682886 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92401f2c-4a34-4c91-8e8a-8fb54193d50f" -d '{"events": [{"server_uuid": "b5ca6098-0099-41ae-a01a-a19e52f1bc70", "name": "network-vif-plugged", "status": "completed", "tag": "1c00f2bb-a862-432a-8749-d007bd44785f"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:52:12.695942 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 1c00f2bb-a862-432a-8749-d007bd44785f, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=1c00f2bb-a862-432a-8749-d007bd44785f,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:12.702840 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:12.732366 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9a43a0-f6d8-4985-86ae-5a51feb8ffdf x-openstack-request-id: req-3e9a43a0-f6d8-4985-86ae-5a51feb8ffdf {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:52:12.732685 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ca6098-0099-41ae-a01a-a19e52f1bc70", "name": "network-vif-plugged", "status": "completed", "tag": "1c00f2bb-a862-432a-8749-d007bd44785f", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:52:12.737472 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-3e9a43a0-f6d8-4985-86ae-5a51feb8ffdf {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:52:12.737472 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ca6098-0099-41ae-a01a-a19e52f1bc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c00f2bb-a862-432a-8749-d007bd44785f', 'code': 200} Jan 24 16:52:12.761390 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=1c00f2bb-a862-432a-8749-d007bd44785f,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:12.955745 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bba3e-70fe-406b-9e89-f16d8068eaeb req-89028b29-cd79-40ce-815a-795e688815f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:12.957290 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-404bba3e-70fe-406b-9e89-f16d8068eaeb req-89028b29-cd79-40ce-815a-795e688815f7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 1099 time: 0.0537455 Jan 24 16:52:13.024173 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-404bba3e-70fe-406b-9e89-f16d8068eaeb req-72de26c9-5fbe-4882-b0a7-b42e86e54ba8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446630 Jan 24 16:52:13.518900 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938dee2-7f8b-4598-b980-7cd9ad7d77f5 req-cd10266a-42d2-475e-9a7c-d763af3b3482 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:13.520363 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d938dee2-7f8b-4598-b980-7cd9ad7d77f5 req-cd10266a-42d2-475e-9a7c-d763af3b3482 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 946 time: 0.0525427 Jan 24 16:52:13.580518 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d938dee2-7f8b-4598-b980-7cd9ad7d77f5 req-f8109f4e-c88f-4804-bcf4-89353ec8a387 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537500 Jan 24 16:52:13.648016 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 50548) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:13.690205 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8e944-cb4f-4d91-83cf-0822cc3e6ae8 req-a847f00a-3b28-49a8-a11c-2cca9d918c2c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:13.698664 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b6f8e944-cb4f-4d91-83cf-0822cc3e6ae8 req-a847f00a-3b28-49a8-a11c-2cca9d918c2c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0832968 Jan 24 16:52:13.781121 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b6f8e944-cb4f-4d91-83cf-0822cc3e6ae8 req-a11fbe4a-c585-447e-8b06-7dde3180b468 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812721 Jan 24 16:52:13.823554 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989ec05-32d0-41dc-845b-52dbc1962206 req-4240286a-8667-49cf-a7e7-dac2f4d8316e tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:13.825153 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b989ec05-32d0-41dc-845b-52dbc1962206 req-4240286a-8667-49cf-a7e7-dac2f4d8316e tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 946 time: 0.0865040 Jan 24 16:52:13.837493 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-03954790-124a-4a0e-ad0f-70db8a223920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:13.913030 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b989ec05-32d0-41dc-845b-52dbc1962206 req-fe57287d-24c2-4476-8f5b-5e8b34ded2e5 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599904 Jan 24 16:52:13.963199 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c77e8-6a1f-4f75-9079-bf157d157fc8 req-bfb52435-da49-4767-bd4d-993856a48e2a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:13.965022 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2e1c77e8-6a1f-4f75-9079-bf157d157fc8 req-bfb52435-da49-4767-bd4d-993856a48e2a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0858979 Jan 24 16:52:13.979027 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-03954790-124a-4a0e-ad0f-70db8a223920 admin admin] Publish callbacks [] for security_group (11ce6dab-8094-44ec-bc94-edd69167b309), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:13.984551 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-03954790-124a-4a0e-ad0f-70db8a223920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (11ce6dab-8094-44ec-bc94-edd69167b309), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:14.022213 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2e1c77e8-6a1f-4f75-9079-bf157d157fc8 req-8c6b5b38-731d-44b1-8d9a-3ee07cccb540 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504694 Jan 24 16:52:14.026523 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-03954790-124a-4a0e-ad0f-70db8a223920 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c50d182a98ba4d81aa9254a76c9a9fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771150 Jan 24 16:52:14.027851 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03954790-124a-4a0e-ad0f-70db8a223920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ce6dab-8094-44ec-bc94-edd69167b309,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:14.030125 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 50570) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:14.087012 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab002-be19-4340-a3ee-929d64cf7b45 admin admin] Publish callbacks [] for security_group (11ce6dab-8094-44ec-bc94-edd69167b309), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:14.109278 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab002-be19-4340-a3ee-929d64cf7b45 admin admin] Publish callbacks [] for security_group (11ce6dab-8094-44ec-bc94-edd69167b309), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:14.166381 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab002-be19-4340-a3ee-929d64cf7b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (11ce6dab-8094-44ec-bc94-edd69167b309), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:14.169295 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab002-be19-4340-a3ee-929d64cf7b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:14.170571 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-2e8ab002-be19-4340-a3ee-929d64cf7b45 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/11ce6dab-8094-44ec-bc94-edd69167b309 HTTP/1.1" status: 204 len: 168 time: 0.1394329 Jan 24 16:52:14.180098 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ab002-be19-4340-a3ee-929d64cf7b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ce6dab-8094-44ec-bc94-edd69167b309,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:14.705959 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9ad6b-37a4-4272-89c4-283a42ab9b08 req-e30590dc-8839-49bb-9997-ce747487a5ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:14.707455 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3ef9ad6b-37a4-4272-89c4-283a42ab9b08 req-e30590dc-8839-49bb-9997-ce747487a5ea tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 946 time: 0.0488200 Jan 24 16:52:14.754427 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3ef9ad6b-37a4-4272-89c4-283a42ab9b08 req-6a64bcbf-55af-4a3e-b81b-f2fe3ea0b4ad tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Jan 24 16:52:15.442693 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea80960-6c6b-45ac-8c8a-45083fc93fad req-cf7a9d29-76a2-4717-b1cb-70e933149a0d tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:15.444050 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3ea80960-6c6b-45ac-8c8a-45083fc93fad req-cf7a9d29-76a2-4717-b1cb-70e933149a0d tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 946 time: 0.0521643 Jan 24 16:52:15.495786 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3ea80960-6c6b-45ac-8c8a-45083fc93fad req-cfb86619-7fc9-47f6-8683-e92c104b5f5e tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458732 Jan 24 16:52:15.870964 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f9016-f475-4172-af7a-310cfe817760 req-787b8b79-cba8-45cc-a28d-73310ff88722 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:15.872565 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e29f9016-f475-4172-af7a-310cfe817760 req-787b8b79-cba8-45cc-a28d-73310ff88722 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0493832 Jan 24 16:52:15.934633 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e29f9016-f475-4172-af7a-310cfe817760 req-2f04898a-fda1-484a-821e-5612941839a9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562599 Jan 24 16:52:16.105527 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47e377-d5c2-42c6-9db4-31a470c6abc0 req-5eead271-67dc-49b5-8b2c-26fe05decde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:16.107035 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac47e377-d5c2-42c6-9db4-31a470c6abc0 req-5eead271-67dc-49b5-8b2c-26fe05decde9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 1098 time: 0.2676404 Jan 24 16:52:16.119808 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31206ae-71e4-454f-84f3-919e2549cc42 req-e5a86e78-60b5-44a4-bf62-f6d8b902fa04 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:16.121166 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a31206ae-71e4-454f-84f3-919e2549cc42 req-e5a86e78-60b5-44a4-bf62-f6d8b902fa04 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 946 time: 0.0590973 Jan 24 16:52:16.229801 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a31206ae-71e4-454f-84f3-919e2549cc42 req-9e80b0b4-bb69-422b-99e1-f95a671e1b3c tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830793 Jan 24 16:52:16.244093 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47e377-d5c2-42c6-9db4-31a470c6abc0 req-47024e21-426e-45f7-bb1f-2d968c6806c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:16.245529 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac47e377-d5c2-42c6-9db4-31a470c6abc0 req-47024e21-426e-45f7-bb1f-2d968c6806c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 200 len: 918 time: 0.1217992 Jan 24 16:52:16.299207 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac47e377-d5c2-42c6-9db4-31a470c6abc0 req-67270e96-8220-4ac2-8c8b-d81567ec4f8f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e6e811-c42c-4807-b037-54df679556fd HTTP/1.1" status: 200 len: 217 time: 0.0349274 Jan 24 16:52:16.361502 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47e377-d5c2-42c6-9db4-31a470c6abc0 req-093d460f-0ec0-46c7-9b24-7a772d8b5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:16.363190 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac47e377-d5c2-42c6-9db4-31a470c6abc0 req-093d460f-0ec0-46c7-9b24-7a772d8b5623 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c23e31e6-4975-4076-afd7-3b7c3fb32a92 HTTP/1.1" status: 200 len: 858 time: 0.0494337 Jan 24 16:52:16.403690 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac47e377-d5c2-42c6-9db4-31a470c6abc0 req-9bb1e118-bcca-4ef7-a0da-50e2696782d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261185 Jan 24 16:52:16.513880 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac47e377-d5c2-42c6-9db4-31a470c6abc0 req-55724d07-a24d-4b00-8994-796c33c72c45 service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007631 Jan 24 16:52:16.617845 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac47e377-d5c2-42c6-9db4-31a470c6abc0 req-8e278cb0-fb97-4008-98c1-67df9001eaaf service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916815 Jan 24 16:52:16.625726 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56724-99d8-433c-bed3-1e0321c49120 req-4a96608b-5670-4df6-84c5-8f4bbe2df917 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:16.627233 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b9b56724-99d8-433c-bed3-1e0321c49120 req-4a96608b-5670-4df6-84c5-8f4bbe2df917 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 946 time: 0.0568562 Jan 24 16:52:16.691155 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b9b56724-99d8-433c-bed3-1e0321c49120 req-30a8fd01-589d-472b-a803-d3f413dab92f tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553777 Jan 24 16:52:17.057121 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0f1d0-d800-46da-bda7-deb9c75bd20c req-b0893b45-cdfe-49d8-a4fc-0582bd2ea08a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:17.058641 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5dd0f1d0-d800-46da-bda7-deb9c75bd20c req-b0893b45-cdfe-49d8-a4fc-0582bd2ea08a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0482450 Jan 24 16:52:17.107315 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5dd0f1d0-d800-46da-bda7-deb9c75bd20c req-5da2f3c0-5a2d-436d-b951-43aa53f08ab5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Jan 24 16:52:17.820663 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c3643-f922-43bd-b7c1-60c2a6ccf2b2 req-7660964d-f000-46c1-92ba-512796710f6b tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:17.822428 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-548c3643-f922-43bd-b7c1-60c2a6ccf2b2 req-7660964d-f000-46c1-92ba-512796710f6b tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 946 time: 0.0622439 Jan 24 16:52:17.877577 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-548c3643-f922-43bd-b7c1-60c2a6ccf2b2 req-f108e08f-365b-4769-94bf-e7fde1c87888 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493937 Jan 24 16:52:18.236347 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef89a3-2b0a-46c1-bd7d-65a11615a4b0 req-aa3a80bb-309a-46a8-8bca-c1c5645dfe44 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:18.237855 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-59ef89a3-2b0a-46c1-bd7d-65a11615a4b0 req-aa3a80bb-309a-46a8-8bca-c1c5645dfe44 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0527039 Jan 24 16:52:18.287819 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-59ef89a3-2b0a-46c1-bd7d-65a11615a4b0 req-38ba8cf7-465b-4edb-be6f-9b86776d11b7 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Jan 24 16:52:18.338315 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 50706) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:18.443006 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:18.519139 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Publish callbacks [] for security_group (052c856f-822a-487d-9f1c-dff014d4bf83), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:18.523446 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (052c856f-822a-487d-9f1c-dff014d4bf83), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:18.564060 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=9ac8c04d48da4518966fd498b1aa9297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246015 Jan 24 16:52:18.564902 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052c856f-822a-487d-9f1c-dff014d4bf83,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:18.566765 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 50710) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:18.572075 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.572428 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.572949 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.573290 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.574043 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.574380 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.574706 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.575058 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.575382 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.575707 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.576027 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.576342 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.576656 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fed0ef-e413-4010-a0d8-ebfa770535c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:18.617462 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-eb7150cb-2658-4d8c-af9a-d7fbd540311e admin admin] Publish callbacks [] for security_group (052c856f-822a-487d-9f1c-dff014d4bf83), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:18.637998 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-eb7150cb-2658-4d8c-af9a-d7fbd540311e admin admin] Publish callbacks [] for security_group (052c856f-822a-487d-9f1c-dff014d4bf83), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:18.683638 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-eb7150cb-2658-4d8c-af9a-d7fbd540311e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (052c856f-822a-487d-9f1c-dff014d4bf83), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:18.686235 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-eb7150cb-2658-4d8c-af9a-d7fbd540311e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:18.687650 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-eb7150cb-2658-4d8c-af9a-d7fbd540311e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/052c856f-822a-487d-9f1c-dff014d4bf83 HTTP/1.1" status: 204 len: 168 time: 0.1196105 Jan 24 16:52:18.695779 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7150cb-2658-4d8c-af9a-d7fbd540311e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c856f-822a-487d-9f1c-dff014d4bf83,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:18.806093 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf6b41-6e72-4711-89f8-98d91020f949 req-7f358f83-3689-4c0e-9fe1-e60d5769e0d9 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:18.807530 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-84cf6b41-6e72-4711-89f8-98d91020f949 req-7f358f83-3689-4c0e-9fe1-e60d5769e0d9 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.79 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 946 time: 0.0526452 Jan 24 16:52:18.906177 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-84cf6b41-6e72-4711-89f8-98d91020f949 req-fc080ebd-c556-4bec-aa06-032162db9a89 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Deleting port 089933b7-b1b4-46c7-ad20-aa745b6e9760 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:52:18.906527 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-84cf6b41-6e72-4711-89f8-98d91020f949 req-fc080ebd-c556-4bec-aa06-032162db9a89 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:18.963520 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 50720) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:18.977534 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-aaf4ea89-d988-48cb-bf4e-42c959793fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.027711 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-84cf6b41-6e72-4711-89f8-98d91020f949 req-fc080ebd-c556-4bec-aa06-032162db9a89 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] For port 089933b7-b1b4-46c7-ad20-aa745b6e9760, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=089933b7-b1b4-46c7-ad20-aa745b6e9760,segment=NetworkSegment(3900f7d8-95fe-404c-834f-2db2522bcd29),segment_id=3900f7d8-95fe-404c-834f-2db2522bcd29)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:19.028143 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-84cf6b41-6e72-4711-89f8-98d91020f949 req-fc080ebd-c556-4bec-aa06-032162db9a89 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.050999 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631d0ed-a643-45d5-bf3b-66b5e2f59525 req-fbc00c04-87c5-4cfb-b4d4-1a7203c50264 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:19.052480 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4631d0ed-a643-45d5-bf3b-66b5e2f59525 req-fbc00c04-87c5-4cfb-b4d4-1a7203c50264 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 946 time: 0.0882699 Jan 24 16:52:19.054199 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-84cf6b41-6e72-4711-89f8-98d91020f949 req-fc080ebd-c556-4bec-aa06-032162db9a89 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Calling delete_port for 089933b7-b1b4-46c7-ad20-aa745b6e9760 owned by compute:nova {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:52:19.064082 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-aaf4ea89-d988-48cb-bf4e-42c959793fbb admin admin] Publish callbacks [] for security_group (62308f29-ed9b-4dcf-8822-9121c8c982d7), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.069187 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-aaf4ea89-d988-48cb-bf4e-42c959793fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (62308f29-ed9b-4dcf-8822-9121c8c982d7), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.111587 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-aaf4ea89-d988-48cb-bf4e-42c959793fbb admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=6f6526ce25cc4146ab6973e250a66d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467900 Jan 24 16:52:19.113224 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 50726) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:19.126179 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4ea89-d988-48cb-bf4e-42c959793fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62308f29-ed9b-4dcf-8822-9121c8c982d7,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:19.127375 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:52:19.159306 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4631d0ed-a643-45d5-bf3b-66b5e2f59525 req-7ed6ad68-0420-4cce-ac17-443feea34396 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/security-groups?id=8493ae16-741d-4687-8a94-6f8eabdeb2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990224 Jan 24 16:52:19.179755 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-80130e21-01df-4a75-93a1-ff3fe2e43564 admin admin] Publish callbacks [] for security_group (62308f29-ed9b-4dcf-8822-9121c8c982d7), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.206398 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-80130e21-01df-4a75-93a1-ff3fe2e43564 admin admin] Publish callbacks [] for security_group (62308f29-ed9b-4dcf-8822-9121c8c982d7), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.253341 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-84cf6b41-6e72-4711-89f8-98d91020f949 req-fc080ebd-c556-4bec-aa06-032162db9a89 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (089933b7-b1b4-46c7-ad20-aa745b6e9760), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.258195 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-80130e21-01df-4a75-93a1-ff3fe2e43564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (62308f29-ed9b-4dcf-8822-9121c8c982d7), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.261139 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-80130e21-01df-4a75-93a1-ff3fe2e43564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.262389 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-80130e21-01df-4a75-93a1-ff3fe2e43564 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/62308f29-ed9b-4dcf-8822-9121c8c982d7 HTTP/1.1" status: 204 len: 168 time: 0.1482453 Jan 24 16:52:19.270961 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['089933b7-b1b4-46c7-ad20-aa745b6e9760'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:52:19.273537 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80130e21-01df-4a75-93a1-ff3fe2e43564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62308f29-ed9b-4dcf-8822-9121c8c982d7,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:19.283044 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc080ebd-c556-4bec-aa06-032162db9a89 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Pushing event deleted for resources: {'Port': ['ID=089933b7-b1b4-46c7-ad20-aa745b6e9760,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:19.333164 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cf6b41-6e72-4711-89f8-98d91020f949 req-fc080ebd-c556-4bec-aa06-032162db9a89 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] No DVR routers for this DVR port 089933b7-b1b4-46c7-ad20-aa745b6e9760 on host hv-cinder-82611 {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:52:19.338216 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-84cf6b41-6e72-4711-89f8-98d91020f949 req-fc080ebd-c556-4bec-aa06-032162db9a89 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.341565 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-84cf6b41-6e72-4711-89f8-98d91020f949 req-fc080ebd-c556-4bec-aa06-032162db9a89 tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.79 "DELETE /v2.0/ports/089933b7-b1b4-46c7-ad20-aa745b6e9760 HTTP/1.1" status: 204 len: 173 time: 0.5266879 Jan 24 16:52:19.342078 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93bef71-7362-4652-86dd-a0ef15e0e727', 'name': 'network-vif-deleted', 'tag': '089933b7-b1b4-46c7-ad20-aa745b6e9760'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:52:19.344353 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9356f14e-33c6-4903-a95d-5bee40f55f0b" -d '{"events": [{"server_uuid": "a93bef71-7362-4652-86dd-a0ef15e0e727", "name": "network-vif-deleted", "tag": "089933b7-b1b4-46c7-ad20-aa745b6e9760"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:52:19.384092 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66f6f6d-7b5c-449d-a522-f4bdbb3b31da x-openstack-request-id: req-e66f6f6d-7b5c-449d-a522-f4bdbb3b31da {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:52:19.384716 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93bef71-7362-4652-86dd-a0ef15e0e727", "name": "network-vif-deleted", "tag": "089933b7-b1b4-46c7-ad20-aa745b6e9760", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:52:19.385121 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-e66f6f6d-7b5c-449d-a522-f4bdbb3b31da {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:52:19.385672 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93bef71-7362-4652-86dd-a0ef15e0e727', 'name': 'network-vif-deleted', 'tag': '089933b7-b1b4-46c7-ad20-aa745b6e9760', 'status': 'completed', 'code': 200} Jan 24 16:52:19.452235 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12caa1-78a9-4223-b0cc-5744c1d5e548 req-c850b5a2-3596-44d6-8a9e-07ff4d660217 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:19.454136 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3e12caa1-78a9-4223-b0cc-5744c1d5e548 req-c850b5a2-3596-44d6-8a9e-07ff4d660217 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0691283 Jan 24 16:52:19.510972 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3e12caa1-78a9-4223-b0cc-5744c1d5e548 req-f22e6920-3644-4918-8acf-53c79cbdf27a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501115 Jan 24 16:52:19.628498 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 50738) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:19.642104 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e6ced6e7-5e22-4deb-87f4-8e64bd99abb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.718028 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e6ced6e7-5e22-4deb-87f4-8e64bd99abb9 admin admin] Publish callbacks [] for security_group (24843458-2c67-4fa7-8e4a-fdff750bdcae), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.721783 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e6ced6e7-5e22-4deb-87f4-8e64bd99abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (24843458-2c67-4fa7-8e4a-fdff750bdcae), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.763862 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e6ced6e7-5e22-4deb-87f4-8e64bd99abb9 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=37e206d574884ea797cbe418b6d03995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343019 Jan 24 16:52:19.765864 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ced6e7-5e22-4deb-87f4-8e64bd99abb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24843458-2c67-4fa7-8e4a-fdff750bdcae,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:19.766564 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 50740) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:19.814664 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5f19460d-3afa-4b0e-b300-3c0879f44468 admin admin] Publish callbacks [] for security_group (24843458-2c67-4fa7-8e4a-fdff750bdcae), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.835748 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5f19460d-3afa-4b0e-b300-3c0879f44468 admin admin] Publish callbacks [] for security_group (24843458-2c67-4fa7-8e4a-fdff750bdcae), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.879369 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5f19460d-3afa-4b0e-b300-3c0879f44468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (24843458-2c67-4fa7-8e4a-fdff750bdcae), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.882527 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5f19460d-3afa-4b0e-b300-3c0879f44468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:19.883699 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-5f19460d-3afa-4b0e-b300-3c0879f44468 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/24843458-2c67-4fa7-8e4a-fdff750bdcae HTTP/1.1" status: 204 len: 168 time: 0.1160886 Jan 24 16:52:19.890926 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19460d-3afa-4b0e-b300-3c0879f44468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24843458-2c67-4fa7-8e4a-fdff750bdcae,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:20.272471 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d5b784f4-bc45-4640-9a11-edd3e2c31a30 req-4c03eea4-7ce3-4e46-a8f2-610eb97809af tempest-VolumesActionsTest-1878428310 tempest-VolumesActionsTest-1878428310-project] 10.222.0.117 "GET /v2.0/ports?device_id=a93bef71-7362-4652-86dd-a0ef15e0e727 HTTP/1.1" status: 200 len: 210 time: 0.0267358 Jan 24 16:52:20.607399 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 50774) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:20.629511 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3fa73-58b6-4571-ad0b-4df9ffadf524 req-dc44b9d5-20e6-41d9-9ea0-f27f4fdcd216 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:20.631525 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cea3fa73-58b6-4571-ad0b-4df9ffadf524 req-dc44b9d5-20e6-41d9-9ea0-f27f4fdcd216 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0501893 Jan 24 16:52:20.682229 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cea3fa73-58b6-4571-ad0b-4df9ffadf524 req-d4ba82d4-b023-4525-ba0f-69bcaff5c685 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452313 Jan 24 16:52:20.703103 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-273590235-network', 'tenant_id': '772de9e75506447b87526f3e1f2cf34f'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:52:20.725611 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Made reservation on behalf of 772de9e75506447b87526f3e1f2cf34f for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:52:20.727914 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:20.735950 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:20.811924 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Publish callbacks [] for security_group (1c92e698-12a1-40d7-9313-6bfcf9a69cd5), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:20.816805 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (1c92e698-12a1-40d7-9313-6bfcf9a69cd5), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:20.843847 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=114080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:52:20.854465 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c92e698-12a1-40d7-9313-6bfcf9a69cd5,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:20.859873 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (0dce5346-c29d-475b-9302-729785bd4b6b), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:20.860213 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Added segment 0dce5346-c29d-475b-9302-729785bd4b6b of type vlan for network 2bfca7db-995d-4492-840e-71486008c43c Jan 24 16:52:20.873201 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.873557 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.873904 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.874245 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.874581 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.874941 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.875274 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.875603 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.875935 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.876264 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.876591 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.876911 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.877232 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:20.922632 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (2bfca7db-995d-4492-840e-71486008c43c), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:20.946586 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (2bfca7db-995d-4492-840e-71486008c43c), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:20.947748 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:20.948393 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:20.983384 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3748837 Jan 24 16:52:20.986343 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 50778) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:20.991962 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-53886896-b2b5-4474-910f-305e4f4af699 admin admin] Request body: {'subnet': {'network_id': '2bfca7db-995d-4492-840e-71486008c43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-273590235-subnet', 'tenant_id': '772de9e75506447b87526f3e1f2cf34f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:52:21.017007 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34c311-8ac7-4d2e-bf77-1b2da42e2944 admin admin] Pushing event updated for resources: {'Network': ['ID=2bfca7db-995d-4492-840e-71486008c43c,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:21.017452 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53886896-b2b5-4474-910f-305e4f4af699 admin admin] Made reservation on behalf of 772de9e75506447b87526f3e1f2cf34f for: {'subnet': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:52:21.019916 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-53886896-b2b5-4474-910f-305e4f4af699 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25359643'] for subnet (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:21.027775 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 2bfca7db-995d-4492-840e-71486008c43c details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:52:21.194432 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-53886896-b2b5-4474-910f-305e4f4af699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1357290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25359653'] for subnet (2492f3db-1c98-4f2a-a53b-ace29007638f), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:21.245819 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53886896-b2b5-4474-910f-305e4f4af699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2492f3db-1c98-4f2a-a53b-ace29007638f,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:21.260776 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53886896-b2b5-4474-910f-305e4f4af699 admin admin] Checking segment: {'id': '0dce5346-c29d-475b-9302-729785bd4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bfca7db-995d-4492-840e-71486008c43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:52:21.261153 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53886896-b2b5-4474-910f-305e4f4af699 admin admin] Network hostable DHCP agents. Network: 2bfca7db-995d-4492-840e-71486008c43c, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:52:21.278517 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53886896-b2b5-4474-910f-305e4f4af699 admin admin] Network 2bfca7db-995d-4492-840e-71486008c43c is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:52:21.286829 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-53886896-b2b5-4474-910f-305e4f4af699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 2bfca7db-995d-4492-840e-71486008c43c) {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:21.291323 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53886896-b2b5-4474-910f-305e4f4af699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:21.291927 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-53886896-b2b5-4474-910f-305e4f4af699 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:21.298121 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0162df-4afa-474d-874d-c2b4995543e6 None None] Network 2bfca7db-995d-4492-840e-71486008c43c requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:52:21.318096 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-53886896-b2b5-4474-910f-305e4f4af699 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3217325 Jan 24 16:52:21.416867 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7f3724-5aec-4168-99b6-49ea703dbf0a None None] Network 2bfca7db-995d-4492-840e-71486008c43c requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:52:21.824464 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c080ef-1f53-4c61-aa06-5fa8c4d79b2d req-f9378004-7c26-46c5-bfdf-122e735b7e69 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:21.826131 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-18c080ef-1f53-4c61-aa06-5fa8c4d79b2d req-f9378004-7c26-46c5-bfdf-122e735b7e69 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0604744 Jan 24 16:52:21.906050 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-18c080ef-1f53-4c61-aa06-5fa8c4d79b2d req-5d8f800c-6f07-416a-9f5d-2036fbfd3631 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719423 Jan 24 16:52:22.540414 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 089933b7-b1b4-46c7-ad20-aa745b6e9760 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:52:22.561530 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 089933b7-b1b4-46c7-ad20-aa745b6e9760 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:52:22.561947 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 089933b7-b1b4-46c7-ad20-aa745b6e9760 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:52:23.035045 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588751-1915-4451-b110-6aa77c9aeafc req-97dadaa4-5c51-4879-9299-e7647ad089a6 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:23.036524 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8d588751-1915-4451-b110-6aa77c9aeafc req-97dadaa4-5c51-4879-9299-e7647ad089a6 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0514572 Jan 24 16:52:23.084692 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8d588751-1915-4451-b110-6aa77c9aeafc req-c8e0e40c-7e9f-46dd-b64f-648a5cbb0797 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 Jan 24 16:52:23.226945 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-22d8cbd8-43c9-4016-87f4-540acd4674e5 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:23.228405 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-22d8cbd8-43c9-4016-87f4-540acd4674e5 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/networks?id=2bfca7db-995d-4492-840e-71486008c43c HTTP/1.1" status: 200 len: 813 time: 0.1106703 Jan 24 16:52:23.242964 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-4e16e448-490c-4249-ae1b-deb04c818bd5 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/quotas/772de9e75506447b87526f3e1f2cf34f HTTP/1.1" status: 200 len: 375 time: 0.0092893 Jan 24 16:52:23.274122 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5acc7642-3103-46b8-a1d9-7e24948b8e00 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=772de9e75506447b87526f3e1f2cf34f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264266 Jan 24 16:52:23.367177 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-78c01b42-2ac0-40da-a984-2ae18c3c75ef service neutron] 10.222.0.117 "GET /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863087 Jan 24 16:52:23.455198 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-45879069-606b-45bc-bfcd-78f01c1db969 service neutron] 10.222.0.117 "GET /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824172 Jan 24 16:52:23.611620 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6465c5a8-4dd8-4faf-922d-85a779ac1d2d req-9f85eef1-c3d0-49eb-9af3-ba0022715a36 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 210 time: 0.0260127 Jan 24 16:52:26.144003 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b2a76f77-2240-41ff-8096-65632556c219 req-b7ddcc43-f81e-450b-a5ae-5ab27563eecb tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 210 time: 0.0351470 Jan 24 16:52:26.159813 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49409839-bf96-4a1c-a55b-66900817d34a req-3f9bb2dc-b8ce-48eb-b6a2-d20621c4f22f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:26.161666 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-49409839-bf96-4a1c-a55b-66900817d34a req-3f9bb2dc-b8ce-48eb-b6a2-d20621c4f22f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0575566 Jan 24 16:52:26.211306 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-49409839-bf96-4a1c-a55b-66900817d34a req-ded2817a-3638-4382-8d92-100ca1914ffe tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Jan 24 16:52:26.944794 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-55988856-a85f-459e-b0e7-e186a9e2d925 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:26.946263 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-55988856-a85f-459e-b0e7-e186a9e2d925 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.79 "GET /v2.0/networks?id=2bfca7db-995d-4492-840e-71486008c43c HTTP/1.1" status: 200 len: 813 time: 0.1116359 Jan 24 16:52:26.962899 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Request body: {'port': {'device_id': '0eb0d520-edd0-431c-983e-6560a5669811', 'network_id': '2bfca7db-995d-4492-840e-71486008c43c', 'admin_state_up': True, 'tenant_id': '772de9e75506447b87526f3e1f2cf34f'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:52:27.078577 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Made reservation on behalf of 772de9e75506447b87526f3e1f2cf34f for: {'port': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:52:27.082243 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:27.213555 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Allocated IP 172.20.0.4 (2bfca7db-995d-4492-840e-71486008c43c/2492f3db-1c98-4f2a-a53b-ace29007638f/31d086bf-d040-4a43-b6d6-e919fbc05b71) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:52:27.330810 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62cc9bb8-0bcc-48d0-a925-1f65b10de251 req-fe73b619-0045-42af-92db-e5318ed8adf5 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 210 time: 0.0300045 Jan 24 16:52:27.408747 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd91562-75b6-4a93-9858-ca1ffb96108f req-f7a3522b-b5f3-439d-9c08-80dc535b6f52 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:27.410214 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5dd91562-75b6-4a93-9858-ca1ffb96108f req-f7a3522b-b5f3-439d-9c08-80dc535b6f52 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0766482 Jan 24 16:52:27.433016 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks [] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:27.488978 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5dd91562-75b6-4a93-9858-ca1ffb96108f req-0560e9f5-0f05-4dd7-8b80-844dfa144dfa tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695598 Jan 24 16:52:27.501017 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:27.555087 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Network 2bfca7db-995d-4492-840e-71486008c43c is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:52:27.558155 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:27.562225 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:52:27.588476 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Pushing event updated for resources: {'Port': ['ID=31d086bf-d040-4a43-b6d6-e919fbc05b71,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:27.616077 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:27.616786 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:27.633292 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-c4100a31-1df1-4da1-aefd-3db0854bbc33 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6751719 Jan 24 16:52:27.657646 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Request body: {'port': {'device_id': '0eb0d520-edd0-431c-983e-6560a5669811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:52:27.729137 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:28.041888 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d086bf-d040-4a43-b6d6-e919fbc05b71 {{(pid=114080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:52:28.063526 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Publish callbacks [] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:28.087399 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.provisioning_blocks [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Transition to ACTIVE for port object 31d086bf-d040-4a43-b6d6-e919fbc05b71 will not be triggered until provisioned by entity L2. {{(pid=114080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:28.094264 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:28.165984 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Pushing event updated for resources: {'Port': ['ID=31d086bf-d040-4a43-b6d6-e919fbc05b71,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:28.265021 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Attempting to bind port 31d086bf-d040-4a43-b6d6-e919fbc05b71 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:52:28.265666 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Attempting to bind port 31d086bf-d040-4a43-b6d6-e919fbc05b71 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': '0dce5346-c29d-475b-9302-729785bd4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bfca7db-995d-4492-840e-71486008c43c'}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:52:28.265666 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Attempting to bind port 31d086bf-d040-4a43-b6d6-e919fbc05b71 on network 2bfca7db-995d-4492-840e-71486008c43c {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:52:28.274054 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Port 31d086bf-d040-4a43-b6d6-e919fbc05b71 on network 2bfca7db-995d-4492-840e-71486008c43c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:52:28.274440 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Attempting to bind port 31d086bf-d040-4a43-b6d6-e919fbc05b71 on network 2bfca7db-995d-4492-840e-71486008c43c {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:52:28.281452 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:52:28.281891 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Checking segment: {'id': '0dce5346-c29d-475b-9302-729785bd4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bfca7db-995d-4492-840e-71486008c43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:52:28.282273 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Bound using segment: {'id': '0dce5346-c29d-475b-9302-729785bd4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bfca7db-995d-4492-840e-71486008c43c'} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:52:28.285634 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Bound port: 31d086bf-d040-4a43-b6d6-e919fbc05b71, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dce5346-c29d-475b-9302-729785bd4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bfca7db-995d-4492-840e-71486008c43c'}}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:52:28.286001 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:28.370726 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] For port 31d086bf-d040-4a43-b6d6-e919fbc05b71, host hv-cinder-82611, cleared binding levels {{(pid=114080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:52:28.374483 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] For port 31d086bf-d040-4a43-b6d6-e919fbc05b71, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=31d086bf-d040-4a43-b6d6-e919fbc05b71,segment=NetworkSegment(0dce5346-c29d-475b-9302-729785bd4b6b),segment_id=0dce5346-c29d-475b-9302-729785bd4b6b)] {{(pid=114080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:52:28.379718 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:28.426526 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:28.428459 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:28.430181 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] 10.222.0.79 "PUT /v2.0/ports/31d086bf-d040-4a43-b6d6-e919fbc05b71 HTTP/1.1" status: 200 len: 1093 time: 0.7767057 Jan 24 16:52:28.430977 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb0d520-edd0-431c-983e-6560a5669811', 'tag': '31d086bf-d040-4a43-b6d6-e919fbc05b71'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:52:28.433609 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004bb8cb-ce69-4143-9351-b30a8453cbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb0d520-edd0-431c-983e-6560a5669811", "tag": "31d086bf-d040-4a43-b6d6-e919fbc05b71"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:52:28.487675 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce9354f-7123-4784-8aec-fe9e6293c3a0 x-openstack-request-id: req-1ce9354f-7123-4784-8aec-fe9e6293c3a0 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:52:28.488050 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb0d520-edd0-431c-983e-6560a5669811", "tag": "31d086bf-d040-4a43-b6d6-e919fbc05b71", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:52:28.488255 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-1ce9354f-7123-4784-8aec-fe9e6293c3a0 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:52:28.488910 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb0d520-edd0-431c-983e-6560a5669811', 'tag': '31d086bf-d040-4a43-b6d6-e919fbc05b71', 'status': 'completed', 'code': 200} Jan 24 16:52:28.511267 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5d541-df3c-4c9b-90ea-f3c16cf3adcf service neutron] Pushing event updated for resources: {'Port': ['ID=31d086bf-d040-4a43-b6d6-e919fbc05b71,revision_number=3']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:28.569355 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd307f-4d42-4f6c-8c35-097c309657ed req-98099121-7bbf-4e49-9f9b-87a972332f9e tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:28.570976 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ffdd307f-4d42-4f6c-8c35-097c309657ed req-98099121-7bbf-4e49-9f9b-87a972332f9e tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 943 time: 0.1173368 Jan 24 16:52:28.585313 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-8acb8081-d8b7-42fd-baf4-794444cb0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:28.588120 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-8acb8081-d8b7-42fd-baf4-794444cb0138 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=772de9e75506447b87526f3e1f2cf34f&device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 1096 time: 0.0781794 Jan 24 16:52:28.667276 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-82839336-4866-42b9-a635-0db70fb15ddc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d086bf-d040-4a43-b6d6-e919fbc05b71 HTTP/1.1" status: 200 len: 217 time: 0.0530248 Jan 24 16:52:28.716646 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31197a8c-e099-4674-8d9f-1c89fd9d0b5f req-fc289507-41c8-4ef2-b92b-e8e1da9d7bef tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:28.718905 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-31197a8c-e099-4674-8d9f-1c89fd9d0b5f req-fc289507-41c8-4ef2-b92b-e8e1da9d7bef tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.1030128 Jan 24 16:52:28.725983 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ffdd307f-4d42-4f6c-8c35-097c309657ed req-eee7873f-ace4-4db4-954b-90cef48ebe52 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338675 Jan 24 16:52:28.747463 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-1f4a5d80-af44-4fd6-ab9b-82c52fcec090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:28.748918 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-1f4a5d80-af44-4fd6-ab9b-82c52fcec090 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2492f3db-1c98-4f2a-a53b-ace29007638f HTTP/1.1" status: 200 len: 853 time: 0.0700476 Jan 24 16:52:28.807906 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-fe4a842a-869a-4f2a-92c5-44e0bc5e0eea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2bfca7db-995d-4492-840e-71486008c43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505147 Jan 24 16:52:28.813571 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-31197a8c-e099-4674-8d9f-1c89fd9d0b5f req-30d69ec3-743c-41c8-89f2-507483f5f388 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846586 Jan 24 16:52:28.912071 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-48f974cd-8e9a-4c47-998e-669e28f7c56e service neutron] 10.222.0.79 "GET /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966530 Jan 24 16:52:29.034525 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c270bc99-c005-413d-b3a2-444f4e542ab4 req-3d5d5dd3-fe8d-4cbb-88c5-b37292a6b564 service neutron] 10.222.0.79 "GET /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143322 Jan 24 16:52:29.137840 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb8cb-ce69-4143-9351-b30a8453cbfb req-dd76fb96-98f6-484d-ad3f-5f1321b0aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:29.141075 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-004bb8cb-ce69-4143-9351-b30a8453cbfb req-dd76fb96-98f6-484d-ad3f-5f1321b0aee2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=772de9e75506447b87526f3e1f2cf34f&device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 1096 time: 0.0515430 Jan 24 16:52:29.310437 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb8cb-ce69-4143-9351-b30a8453cbfb req-0be4ac11-f091-4fec-92e0-2f5f7224df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:29.312994 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-004bb8cb-ce69-4143-9351-b30a8453cbfb req-0be4ac11-f091-4fec-92e0-2f5f7224df51 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2bfca7db-995d-4492-840e-71486008c43c HTTP/1.1" status: 200 len: 913 time: 0.1509609 Jan 24 16:52:29.370216 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-004bb8cb-ce69-4143-9351-b30a8453cbfb req-3d8076e2-2546-4c6a-8da7-579fc656f9f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31d086bf-d040-4a43-b6d6-e919fbc05b71 HTTP/1.1" status: 200 len: 217 time: 0.0501924 Jan 24 16:52:29.433639 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb8cb-ce69-4143-9351-b30a8453cbfb req-fe935024-c71c-459d-b2e5-45c93b74bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:29.435285 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-004bb8cb-ce69-4143-9351-b30a8453cbfb req-fe935024-c71c-459d-b2e5-45c93b74bb65 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2492f3db-1c98-4f2a-a53b-ace29007638f HTTP/1.1" status: 200 len: 853 time: 0.0514009 Jan 24 16:52:29.504250 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-004bb8cb-ce69-4143-9351-b30a8453cbfb req-64200027-9120-4e0f-beb0-9e4a662d59a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2bfca7db-995d-4492-840e-71486008c43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361526 Jan 24 16:52:29.620777 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-004bb8cb-ce69-4143-9351-b30a8453cbfb req-47a60565-7a09-4ac2-a517-0e07657bcdea service neutron] 10.222.0.79 "GET /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926080 Jan 24 16:52:29.722941 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-004bb8cb-ce69-4143-9351-b30a8453cbfb req-7f51de21-4b3e-4cb0-8af6-af5a3c1e7b6f service neutron] 10.222.0.79 "GET /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887523 Jan 24 16:52:29.853056 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b2853-052f-45c1-96c9-f2c034d18f82 req-740129cd-f7c8-4519-933c-2e79b0bb7761 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:29.855358 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dd9b2853-052f-45c1-96c9-f2c034d18f82 req-740129cd-f7c8-4519-933c-2e79b0bb7761 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 943 time: 0.0614331 Jan 24 16:52:29.931408 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dd9b2853-052f-45c1-96c9-f2c034d18f82 req-ddc4d387-e183-4ad9-925c-cf2ca3bf8ec5 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705328 Jan 24 16:52:29.948730 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a264a-54a8-4f31-aae5-b0acd9dc6f29 req-e7f869af-4dc3-4ebf-af55-4ae4bcf9f764 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:29.951201 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-308a264a-54a8-4f31-aae5-b0acd9dc6f29 req-e7f869af-4dc3-4ebf-af55-4ae4bcf9f764 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0612869 Jan 24 16:52:30.000176 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-308a264a-54a8-4f31-aae5-b0acd9dc6f29 req-3c859dc5-7362-475d-ad7a-b5218d7ab391 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441830 Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.433531 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.436710 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.436710 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.436710 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.436710 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.436710 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.436710 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.436710 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.436710 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.436710 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.436710 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.436710 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:52:30.436710 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:52:30.437805 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-6fec38f5-23b8-41ab-a7ab-34803df9775a tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:30.439390 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-6fec38f5-23b8-41ab-a7ab-34803df9775a tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/networks?id=d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 200 len: 815 time: 0.1326857 Jan 24 16:52:30.458146 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-ebf4dd3f-0064-40e8-8381-14ccff977ddd tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/quotas/23f1bf5dafe744d48d952fbe6209dd79 HTTP/1.1" status: 200 len: 375 time: 0.0129247 Jan 24 16:52:30.527275 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-927904ea-c200-4d8b-9da9-d3acc87294ed tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628936 Jan 24 16:52:30.816181 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-4efe2a96-31a8-4094-8dd3-c9ef1764b6e6 service neutron] 10.222.0.117 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844279 Jan 24 16:52:30.909974 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-7da4bc93-c53f-4bc1-8f29-10546b574241 service neutron] 10.222.0.117 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874093 Jan 24 16:52:31.148724 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0dae25ae-58ac-4f05-9f5a-6c726c14de0d req-25f601f2-abd2-4d92-8a76-e1c82ce4824f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1412301 Jan 24 16:52:31.151271 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dce69-17a7-4010-9081-62f927fca8c5 req-99c54b1a-21e9-4156-adf4-73d7d7dc473c tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:31.153983 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cc5dce69-17a7-4010-9081-62f927fca8c5 req-99c54b1a-21e9-4156-adf4-73d7d7dc473c tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 943 time: 0.0941892 Jan 24 16:52:31.226227 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cc5dce69-17a7-4010-9081-62f927fca8c5 req-cd9a8a8a-4c9c-48ba-9a04-429df6becef5 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605717 Jan 24 16:52:31.270019 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c0893-ef08-4a08-bf4e-daeb63781589 req-2f2ca8cf-4e53-47dd-b88a-bf5ff665f12b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:31.278258 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-823c0893-ef08-4a08-bf4e-daeb63781589 req-2f2ca8cf-4e53-47dd-b88a-bf5ff665f12b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.1072488 Jan 24 16:52:31.293124 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae25ae-58ac-4f05-9f5a-6c726c14de0d req-4cb55f38-3659-4da1-8c65-818c474fd8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:31.294632 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0dae25ae-58ac-4f05-9f5a-6c726c14de0d req-4cb55f38-3659-4da1-8c65-818c474fd8c4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 1099 time: 0.0854690 Jan 24 16:52:31.327074 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5b850cfd-dca4-4a18-8108-e210e0eee2e5 req-7da476c0-477f-4224-bfc1-6abaa6af8038 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 210 time: 0.0614836 Jan 24 16:52:31.367641 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-823c0893-ef08-4a08-bf4e-daeb63781589 req-99e00a31-4e63-4552-85b8-edcedd08378d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878272 Jan 24 16:52:31.471373 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae25ae-58ac-4f05-9f5a-6c726c14de0d req-0c945301-ea2e-4327-abd0-ff1e79f8096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:31.475606 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0dae25ae-58ac-4f05-9f5a-6c726c14de0d req-0c945301-ea2e-4327-abd0-ff1e79f8096c service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 916 time: 0.1372471 Jan 24 16:52:31.578827 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0dae25ae-58ac-4f05-9f5a-6c726c14de0d req-0538bca2-a064-4668-9e08-6f0abea5cf82 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5af20f1e-1824-4d8f-ba09-7c0973152051 HTTP/1.1" status: 200 len: 1002 time: 0.0861754 Jan 24 16:52:31.701717 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae25ae-58ac-4f05-9f5a-6c726c14de0d req-67ce4982-3ae9-474c-bc50-191b3d52aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:31.703842 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0dae25ae-58ac-4f05-9f5a-6c726c14de0d req-67ce4982-3ae9-474c-bc50-191b3d52aacd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 200 len: 855 time: 0.1121285 Jan 24 16:52:31.794287 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae25ae-58ac-4f05-9f5a-6c726c14de0d req-e9f95072-1719-43f0-a2b3-5a21102ed79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:31.795843 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0dae25ae-58ac-4f05-9f5a-6c726c14de0d req-e9f95072-1719-43f0-a2b3-5a21102ed79f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9684751-c334-42d8-84b0-fcdb27d5b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769219 Jan 24 16:52:31.912218 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0dae25ae-58ac-4f05-9f5a-6c726c14de0d req-90cfe968-3fa0-4112-8837-e536a28bbd19 service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985518 Jan 24 16:52:31.939676 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 51088) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:32.067401 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0dae25ae-58ac-4f05-9f5a-6c726c14de0d req-cd61c3ae-42ae-4ab0-8707-fbf03e0a047e service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116912 Jan 24 16:52:32.095158 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bec8916b-2b1f-4198-909a-144451de033b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:32.195953 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bec8916b-2b1f-4198-909a-144451de033b admin admin] Publish callbacks [] for security_group (2305885d-2fce-45a3-bf1c-1a9f78330293), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:32.200780 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bec8916b-2b1f-4198-909a-144451de033b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2305885d-2fce-45a3-bf1c-1a9f78330293), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:32.247717 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-bec8916b-2b1f-4198-909a-144451de033b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=1f4225946c604cf883be3773d3cac2c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053789 Jan 24 16:52:32.247717 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8916b-2b1f-4198-909a-144451de033b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2305885d-2fce-45a3-bf1c-1a9f78330293,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:32.248557 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 51094) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:32.378903 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b59d97cf-226a-4bf7-90bd-3731576358e5 admin admin] Publish callbacks [] for security_group (2305885d-2fce-45a3-bf1c-1a9f78330293), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:32.403358 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b59d97cf-226a-4bf7-90bd-3731576358e5 admin admin] Publish callbacks [] for security_group (2305885d-2fce-45a3-bf1c-1a9f78330293), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:32.445332 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-57b61a5a-c5c0-44ed-a3f5-7a4a3989c1d2 req-aec961ee-3b5d-4737-987c-4dfd211382f8 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 210 time: 0.0410347 Jan 24 16:52:32.447021 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8b35c-de03-4e99-a127-f486f57c597f req-2cb5272a-1d34-45d6-ab3e-bd35b45cde81 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:32.449297 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1db8b35c-de03-4e99-a127-f486f57c597f req-2cb5272a-1d34-45d6-ab3e-bd35b45cde81 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 943 time: 0.1161346 Jan 24 16:52:32.545748 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1db8b35c-de03-4e99-a127-f486f57c597f req-a634822d-5088-4444-882e-51bcfb72f66d tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847795 Jan 24 16:52:32.551608 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b59d97cf-226a-4bf7-90bd-3731576358e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2305885d-2fce-45a3-bf1c-1a9f78330293), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:32.555298 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b59d97cf-226a-4bf7-90bd-3731576358e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:32.559305 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-b59d97cf-226a-4bf7-90bd-3731576358e5 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/2305885d-2fce-45a3-bf1c-1a9f78330293 HTTP/1.1" status: 204 len: 168 time: 0.3093934 Jan 24 16:52:32.577335 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d97cf-226a-4bf7-90bd-3731576358e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2305885d-2fce-45a3-bf1c-1a9f78330293,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:32.628200 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 31d086bf-d040-4a43-b6d6-e919fbc05b71 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:52:32.629671 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee7deb-003a-49a3-b357-8382f37ea573 req-9bb753a7-c8eb-47de-b083-22acb8d0237c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:32.640367 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0eee7deb-003a-49a3-b357-8382f37ea573 req-9bb753a7-c8eb-47de-b083-22acb8d0237c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0757878 Jan 24 16:52:32.709857 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0eee7deb-003a-49a3-b357-8382f37ea573 req-e302aa22-20f5-4380-affb-2237be09d8db tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682473 Jan 24 16:52:32.763882 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 31d086bf-d040-4a43-b6d6-e919fbc05b71, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=31d086bf-d040-4a43-b6d6-e919fbc05b71,segment=NetworkSegment(0dce5346-c29d-475b-9302-729785bd4b6b),segment_id=0dce5346-c29d-475b-9302-729785bd4b6b)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:32.777027 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '31d086bf-d040-4a43-b6d6-e919fbc05b71', 'network_id': '2bfca7db-995d-4492-840e-71486008c43c', 'port_id': '31d086bf-d040-4a43-b6d6-e919fbc05b71', 'mac_address': 'fa:16:3e:d5:18:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2492f3db-1c98-4f2a-a53b-ace29007638f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:52:32.856426 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-fc58b719-c937-4c55-b16c-a0f33846fd52 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:32.858291 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-fc58b719-c937-4c55-b16c-a0f33846fd52 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "GET /v2.0/networks?id=d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 200 len: 815 time: 0.1297748 Jan 24 16:52:32.879070 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Request body: {'port': {'device_id': 'd6d06636-896c-41fe-bbbb-6828092fd5e7', 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1', 'admin_state_up': True, 'tenant_id': '23f1bf5dafe744d48d952fbe6209dd79'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:52:32.883004 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 31d086bf-d040-4a43-b6d6-e919fbc05b71 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:52:32.884325 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:32.907186 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d086bf-d040-4a43-b6d6-e919fbc05b71 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:52:32.969510 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 31d086bf-d040-4a43-b6d6-e919fbc05b71, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=31d086bf-d040-4a43-b6d6-e919fbc05b71,segment=NetworkSegment(0dce5346-c29d-475b-9302-729785bd4b6b),segment_id=0dce5346-c29d-475b-9302-729785bd4b6b)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:32.978266 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:33.035448 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Made reservation on behalf of 23f1bf5dafe744d48d952fbe6209dd79 for: {'port': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:52:33.040623 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:33.072648 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=31d086bf-d040-4a43-b6d6-e919fbc05b71,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:33.085069 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.085440 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.085781 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.087630 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.088058 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.088405 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.088917 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.089432 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.089603 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.089892 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.090214 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.090721 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.091112 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:52:33.191989 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Allocated IP 172.20.0.2 (d2067982-5a38-46c1-8ec9-527550d6c2b1/6046e0ee-825d-4d9e-82c8-aa78e7b1778e/4c6ddf50-33be-4ddf-8e85-0eb97f669b8d) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:52:33.354727 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks [] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:33.392402 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:33.434522 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['6ede1577-59cb-4655-a23e-cc2ffa5c3c79', 'efc223cc-bc5e-4cdf-a92f-b066f43ca860', '1c00f2bb-a862-432a-8749-d007bd44785f'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:52:33.446444 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Network d2067982-5a38-46c1-8ec9-527550d6c2b1 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:52:33.452195 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:52:33.454849 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Pushing event updated for resources: {'Port': ['ID=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:33.464647 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:52:33.540009 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:33.540677 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:33.561995 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-870266be-18ba-44ea-b0a8-434d04bb77c9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6871724 Jan 24 16:52:33.586815 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Request body: {'port': {'device_id': 'd6d06636-896c-41fe-bbbb-6828092fd5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:52:33.668442 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dc23d-4c96-4772-9ea5-c0b2fabb3727 req-717d73ba-4c59-4a03-9f3f-422c910338d1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:33.671162 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['31d086bf-d040-4a43-b6d6-e919fbc05b71'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:52:33.672655 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d78dc23d-4c96-4772-9ea5-c0b2fabb3727 req-717d73ba-4c59-4a03-9f3f-422c910338d1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 931 time: 0.0845163 Jan 24 16:52:33.731841 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:33.760476 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25f126-0ee0-49dc-89a1-273523afb6e2 req-ab407b0b-8f58-46ff-aaa1-262deb5a6491 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:33.762131 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fb25f126-0ee0-49dc-89a1-273523afb6e2 req-ab407b0b-8f58-46ff-aaa1-262deb5a6491 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 944 time: 0.1224344 Jan 24 16:52:33.771827 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d78dc23d-4c96-4772-9ea5-c0b2fabb3727 req-7f195253-d30f-4d47-8b64-b89fe7e19b92 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908937 Jan 24 16:52:33.812225 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:33.890984 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fb25f126-0ee0-49dc-89a1-273523afb6e2 req-226df547-0270-4b21-9815-7a1441490cdc tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003838 Jan 24 16:52:33.946939 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeabc2-1c52-40e7-98f4-ce5c9aeb1b6a req-04330c1d-9742-48be-aadf-fbf7611103cf tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:33.948628 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2cfeabc2-1c52-40e7-98f4-ce5c9aeb1b6a req-04330c1d-9742-48be-aadf-fbf7611103cf tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0760741 Jan 24 16:52:34.017107 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2cfeabc2-1c52-40e7-98f4-ce5c9aeb1b6a req-bd57cdbb-72f7-454e-af8f-09905723b7ae tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619369 Jan 24 16:52:34.196841 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d {{(pid=114080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:52:34.207893 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Publish callbacks [] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:34.224536 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.provisioning_blocks [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Transition to ACTIVE for port object 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d will not be triggered until provisioned by entity L2. {{(pid=114080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:52:34.227676 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:34.285367 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Pushing event updated for resources: {'Port': ['ID=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:34.362464 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Attempting to bind port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:52:34.362866 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Attempting to bind port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:52:34.363164 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Attempting to bind port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d on network d2067982-5a38-46c1-8ec9-527550d6c2b1 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:52:34.368343 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d on network d2067982-5a38-46c1-8ec9-527550d6c2b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:52:34.368665 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Attempting to bind port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d on network d2067982-5a38-46c1-8ec9-527550d6c2b1 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:52:34.373624 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:52:34.374012 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Checking segment: {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:52:34.374420 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Bound using segment: {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:52:34.374847 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Bound port: 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3922919-fdf9-4e0c-a558-10dea0ef9de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1'}}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:52:34.375259 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:34.448741 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] For port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d, host hv-cinder-82611, cleared binding levels {{(pid=114080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:52:34.452487 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] For port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:52:34.457140 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:34.497928 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:34.498581 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:34.500051 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] 10.222.0.79 "PUT /v2.0/ports/4c6ddf50-33be-4ddf-8e85-0eb97f669b8d HTTP/1.1" status: 200 len: 1093 time: 0.9234829 Jan 24 16:52:34.500490 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d06636-896c-41fe-bbbb-6828092fd5e7', 'tag': '4c6ddf50-33be-4ddf-8e85-0eb97f669b8d'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:52:34.502715 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6010eb7f-1385-422f-9c8a-0b478a229e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d06636-896c-41fe-bbbb-6828092fd5e7", "tag": "4c6ddf50-33be-4ddf-8e85-0eb97f669b8d"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:52:34.533789 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edf2e2-8d21-4242-918d-ecfb82066b5f service neutron] Pushing event updated for resources: {'Port': ['ID=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d,revision_number=3']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:34.571078 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef9bfeb-aab5-4a8e-a8fd-f582851485f0 x-openstack-request-id: req-cef9bfeb-aab5-4a8e-a8fd-f582851485f0 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:52:34.571374 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d06636-896c-41fe-bbbb-6828092fd5e7", "tag": "4c6ddf50-33be-4ddf-8e85-0eb97f669b8d", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:52:34.571630 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-cef9bfeb-aab5-4a8e-a8fd-f582851485f0 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:52:34.572026 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d06636-896c-41fe-bbbb-6828092fd5e7', 'tag': '4c6ddf50-33be-4ddf-8e85-0eb97f669b8d', 'status': 'completed', 'code': 200} Jan 24 16:52:34.606416 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-87ca532b-afc4-458b-95f3-8f6b8ddf0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:34.607977 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-87ca532b-afc4-458b-95f3-8f6b8ddf0422 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 1096 time: 0.0483968 Jan 24 16:52:34.795014 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-4382f01d-6de9-4ac3-bc00-ed6b853024ee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d HTTP/1.1" status: 200 len: 217 time: 0.0392900 Jan 24 16:52:34.848446 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56dba75a-271b-4812-9b28-d3118b29c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:34.850539 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-56dba75a-271b-4812-9b28-d3118b29c53c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6046e0ee-825d-4d9e-82c8-aa78e7b1778e HTTP/1.1" status: 200 len: 855 time: 0.0471690 Jan 24 16:52:34.887039 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-ea0c4fd3-36a7-4798-a61d-e60b0e2a9b68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d2067982-5a38-46c1-8ec9-527550d6c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276361 Jan 24 16:52:34.899800 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d30b6c-a706-47bc-95c7-4fe5e290ff8a req-188d7449-9a43-4fcf-acb7-53f0382e7deb tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:34.901949 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f2d30b6c-a706-47bc-95c7-4fe5e290ff8a req-188d7449-9a43-4fcf-acb7-53f0382e7deb tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 943 time: 0.0520172 Jan 24 16:52:34.962775 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f2d30b6c-a706-47bc-95c7-4fe5e290ff8a req-ad4dced4-e716-47fc-86fd-599a051cf4fb tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539722 Jan 24 16:52:35.034526 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-858c05a5-94d3-4fb2-a58c-d3a9d1e6d6c4 service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353974 Jan 24 16:52:35.127840 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c80d4-ebe5-4c77-91f9-c6250d2b6463 req-e00e58fd-04b4-422a-892c-5b407add28ec tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:35.129331 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9a9c80d4-ebe5-4c77-91f9-c6250d2b6463 req-e00e58fd-04b4-422a-892c-5b407add28ec tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 944 time: 0.1419950 Jan 24 16:52:35.173174 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449b2ca-e71a-4598-84d7-ba7cf6ea441f req-ec92f9a5-379a-44e7-8a8a-f23cbacf2fdb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:35.174688 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4449b2ca-e71a-4598-84d7-ba7cf6ea441f req-ec92f9a5-379a-44e7-8a8a-f23cbacf2fdb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0855153 Jan 24 16:52:35.226410 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5e5dcd50-6b10-470b-b78d-93f8b90234c8 req-b82cae32-3d9e-4a01-9cc2-cf2a4331e12e service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785505 Jan 24 16:52:35.230307 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9a9c80d4-ebe5-4c77-91f9-c6250d2b6463 req-97f66fee-10f9-4647-a522-2da12fa30d1f tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866914 Jan 24 16:52:35.251420 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4449b2ca-e71a-4598-84d7-ba7cf6ea441f req-63e27f20-8af1-4201-886e-066245584a49 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692856 Jan 24 16:52:35.347146 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010eb7f-1385-422f-9c8a-0b478a229e1e req-51918308-146f-46f6-a747-82b3fb00eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:35.350038 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6010eb7f-1385-422f-9c8a-0b478a229e1e req-51918308-146f-46f6-a747-82b3fb00eeeb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 1096 time: 0.0513806 Jan 24 16:52:35.478520 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010eb7f-1385-422f-9c8a-0b478a229e1e req-fd4d751a-0dc4-4efa-865b-3bb1456febdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:35.480150 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6010eb7f-1385-422f-9c8a-0b478a229e1e req-fd4d751a-0dc4-4efa-865b-3bb1456febdb service neutron] 10.222.0.79 "GET /v2.0/networks?id=d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 200 len: 915 time: 0.1084533 Jan 24 16:52:35.549378 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6010eb7f-1385-422f-9c8a-0b478a229e1e req-b95eef7a-9e5d-4eeb-bd34-5f232b8dbc54 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d HTTP/1.1" status: 200 len: 217 time: 0.0423412 Jan 24 16:52:35.601256 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-75362415-2678-482f-8e63-73bdfbfc67fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:35.616395 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010eb7f-1385-422f-9c8a-0b478a229e1e req-8a38fb17-812d-4a66-a078-3ec9ed7cc4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:35.618288 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6010eb7f-1385-422f-9c8a-0b478a229e1e req-8a38fb17-812d-4a66-a078-3ec9ed7cc4af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6046e0ee-825d-4d9e-82c8-aa78e7b1778e HTTP/1.1" status: 200 len: 855 time: 0.0594051 Jan 24 16:52:35.680431 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6010eb7f-1385-422f-9c8a-0b478a229e1e req-a3397737-b8ed-4568-999d-a579f9dda63f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d2067982-5a38-46c1-8ec9-527550d6c2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338440 Jan 24 16:52:35.776951 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6010eb7f-1385-422f-9c8a-0b478a229e1e req-b4c061c7-2175-4d65-b56e-660cd245308a service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901973 Jan 24 16:52:35.876071 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6010eb7f-1385-422f-9c8a-0b478a229e1e req-aad00de3-9c28-49c1-bd0f-8f4ad4a9d66c service neutron] 10.222.0.79 "GET /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899045 Jan 24 16:52:36.112624 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0149cf-5e0c-482e-9fd3-02a12841e50b req-2abc6ff7-8a44-4574-b2c4-41da28cf8ffb tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:36.114470 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5f0149cf-5e0c-482e-9fd3-02a12841e50b req-2abc6ff7-8a44-4574-b2c4-41da28cf8ffb tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 943 time: 0.0683372 Jan 24 16:52:36.183293 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5f0149cf-5e0c-482e-9fd3-02a12841e50b req-722adbac-f2a8-448c-8b86-693a7b20752d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615909 Jan 24 16:52:36.389845 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d709a2d-f606-478c-97c5-fa596c79250e req-9d89317f-5768-49b0-b1c4-0ca9bf1dbe1a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:36.391031 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ccc6a-98fc-46b5-963c-c48b8514f5b8 req-fce04b90-3019-4d10-b3ec-27675e36793c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:36.392485 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-189ccc6a-98fc-46b5-963c-c48b8514f5b8 req-fce04b90-3019-4d10-b3ec-27675e36793c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0585229 Jan 24 16:52:36.395496 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8d709a2d-f606-478c-97c5-fa596c79250e req-9d89317f-5768-49b0-b1c4-0ca9bf1dbe1a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 944 time: 0.0805216 Jan 24 16:52:36.453675 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8d709a2d-f606-478c-97c5-fa596c79250e req-c705cc92-bc53-424e-8ea9-bfa51e6dedcf tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561757 Jan 24 16:52:36.470591 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-189ccc6a-98fc-46b5-963c-c48b8514f5b8 req-c084bd57-5f5d-4808-823a-b5773454b6ac tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719552 Jan 24 16:52:36.675451 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 31d086bf-d040-4a43-b6d6-e919fbc05b71 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:52:36.855103 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 31d086bf-d040-4a43-b6d6-e919fbc05b71 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:36.859323 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 31d086bf-d040-4a43-b6d6-e919fbc05b71 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:36.859695 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:36.946683 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 31d086bf-d040-4a43-b6d6-e919fbc05b71 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:52:36.947185 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:36.973032 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb0d520-edd0-431c-983e-6560a5669811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d086bf-d040-4a43-b6d6-e919fbc05b71'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:52:36.975632 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35179c3-0765-440e-84e9-31d25c59efa3" -d '{"events": [{"server_uuid": "0eb0d520-edd0-431c-983e-6560a5669811", "name": "network-vif-plugged", "status": "completed", "tag": "31d086bf-d040-4a43-b6d6-e919fbc05b71"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:52:37.001163 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 31d086bf-d040-4a43-b6d6-e919fbc05b71, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=31d086bf-d040-4a43-b6d6-e919fbc05b71,segment=NetworkSegment(0dce5346-c29d-475b-9302-729785bd4b6b),segment_id=0dce5346-c29d-475b-9302-729785bd4b6b)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:37.009382 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:37.019083 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8fc679-4783-4202-93e3-26ecd391d1c8 x-openstack-request-id: req-ad8fc679-4783-4202-93e3-26ecd391d1c8 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:52:37.019379 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb0d520-edd0-431c-983e-6560a5669811", "name": "network-vif-plugged", "status": "completed", "tag": "31d086bf-d040-4a43-b6d6-e919fbc05b71", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:52:37.019636 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ad8fc679-4783-4202-93e3-26ecd391d1c8 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:52:37.020039 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb0d520-edd0-431c-983e-6560a5669811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d086bf-d040-4a43-b6d6-e919fbc05b71', 'code': 200} Jan 24 16:52:37.084458 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=31d086bf-d040-4a43-b6d6-e919fbc05b71,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:37.261917 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16950df-c145-4ccb-b767-7aefe1002f65 req-d234f3bd-e733-4a87-a23a-152fb3a3e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:37.263936 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b16950df-c145-4ccb-b767-7aefe1002f65 req-d234f3bd-e733-4a87-a23a-152fb3a3e6c7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 1098 time: 0.0779822 Jan 24 16:52:37.344747 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766a192-0435-4679-9bed-b0372cc64307 req-590d6c8e-4129-4458-a8fd-a7822f5e516e tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:37.351385 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6766a192-0435-4679-9bed-b0372cc64307 req-590d6c8e-4129-4458-a8fd-a7822f5e516e tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 943 time: 0.0845428 Jan 24 16:52:37.357741 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b16950df-c145-4ccb-b767-7aefe1002f65 req-c9af841c-1a6f-4126-bc0f-42bbbe094d82 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810761 Jan 24 16:52:37.407098 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6766a192-0435-4679-9bed-b0372cc64307 req-af07815e-ece1-4e97-9d4b-a9ace3988009 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543404 Jan 24 16:52:37.603735 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ee079-efa9-400a-863c-9a11ef95e890 req-f299220f-2274-4913-a57a-d5139ec8cb22 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:37.605509 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2d7ee079-efa9-400a-863c-9a11ef95e890 req-f299220f-2274-4913-a57a-d5139ec8cb22 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0599821 Jan 24 16:52:37.619970 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3994ef5-1440-4239-b91e-7dc506b76311 req-430e1aff-4a8c-492b-b61f-18dfc52023b8 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:37.623178 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e3994ef5-1440-4239-b91e-7dc506b76311 req-430e1aff-4a8c-492b-b61f-18dfc52023b8 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 945 time: 0.0871122 Jan 24 16:52:37.674861 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2d7ee079-efa9-400a-863c-9a11ef95e890 req-9a226957-7784-47a6-b4c6-1213e2c3e6a9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636439 Jan 24 16:52:37.701259 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e3994ef5-1440-4239-b91e-7dc506b76311 req-d8b14797-00fb-45a7-a475-de3fe6c0563c tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723770 Jan 24 16:52:37.894334 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2192bbb2-3ccd-4447-ac25-1c95dfaaf8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:38.531373 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24f9c9-abc8-47d4-a2c1-ec0c9f98661f req-58e2304a-4aa4-432c-913a-090a29ea3662 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:38.533044 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ec24f9c9-abc8-47d4-a2c1-ec0c9f98661f req-58e2304a-4aa4-432c-913a-090a29ea3662 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 943 time: 0.0519266 Jan 24 16:52:38.591771 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ec24f9c9-abc8-47d4-a2c1-ec0c9f98661f req-f4652325-09d7-47f9-aeb0-cfa778832c65 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516219 Jan 24 16:52:38.796800 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53734e7-fa69-4805-80d6-25d58a185d83 req-6c95b34f-dfff-48d3-b04e-c391a870a646 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:38.798280 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b53734e7-fa69-4805-80d6-25d58a185d83 req-6c95b34f-dfff-48d3-b04e-c391a870a646 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0569005 Jan 24 16:52:38.863351 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b53734e7-fa69-4805-80d6-25d58a185d83 req-280e0da1-e9e6-4d7c-a63d-ec83cab8fe7a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587902 Jan 24 16:52:38.871331 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513aee31-5a27-493c-809f-b20c7e618074 req-9321bf0d-201f-4e2e-906f-40e3880f28c8 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:38.872822 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-513aee31-5a27-493c-809f-b20c7e618074 req-9321bf0d-201f-4e2e-906f-40e3880f28c8 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 945 time: 0.0801673 Jan 24 16:52:38.931433 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-513aee31-5a27-493c-809f-b20c7e618074 req-cf7d6d49-7d9f-4f30-a626-d5b8bd6cf3cf tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510895 Jan 24 16:52:38.963693 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:39.258602 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:52:39.407665 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:39.419676 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '4c6ddf50-33be-4ddf-8e85-0eb97f669b8d', 'network_id': 'd2067982-5a38-46c1-8ec9-527550d6c2b1', 'port_id': '4c6ddf50-33be-4ddf-8e85-0eb97f669b8d', 'mac_address': 'fa:16:3e:4d:9e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6046e0ee-825d-4d9e-82c8-aa78e7b1778e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:52:39.465880 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:52:39.466362 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:39.481644 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:52:39.504218 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:39.511161 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:39.571797 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:39.663626 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb6800-a77b-4342-8e41-cbf9078941ee req-094b61e9-2d25-4b65-9561-acd5939f28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:39.665713 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-56bb6800-a77b-4342-8e41-cbf9078941ee req-094b61e9-2d25-4b65-9561-acd5939f28f6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0501771 Jan 24 16:52:39.736464 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0305d-f851-4cbe-9867-89285eb95e4b req-42c8c5e4-a5a6-4c95-a56e-6cca2f906cf6 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:39.738070 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-09f0305d-f851-4cbe-9867-89285eb95e4b req-42c8c5e4-a5a6-4c95-a56e-6cca2f906cf6 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 944 time: 0.0694952 Jan 24 16:52:39.747479 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-56bb6800-a77b-4342-8e41-cbf9078941ee req-441a2539-32e1-46d9-8188-dfefab9a1ed8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717230 Jan 24 16:52:39.804539 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-09f0305d-f851-4cbe-9867-89285eb95e4b req-130d9791-70bd-4fd6-8fc7-697e9ca24c7c tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596104 Jan 24 16:52:39.988676 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['4c6ddf50-33be-4ddf-8e85-0eb97f669b8d'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:52:40.006853 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d27a1c-3362-4ff2-9119-dca07344b461 req-715e9d8b-e22c-4c46-b60b-d6dae7824991 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:40.008528 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f6d27a1c-3362-4ff2-9119-dca07344b461 req-715e9d8b-e22c-4c46-b60b-d6dae7824991 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0761793 Jan 24 16:52:40.079778 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f68f2-c701-45ef-a8c0-809d32e9c21c req-05eae445-f0bf-4b34-9acb-4384b5b0ca9f tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:40.081197 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a47f68f2-c701-45ef-a8c0-809d32e9c21c req-05eae445-f0bf-4b34-9acb-4384b5b0ca9f tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 945 time: 0.0564628 Jan 24 16:52:40.082630 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f6d27a1c-3362-4ff2-9119-dca07344b461 req-cb8222c4-82ca-4d21-b352-a1f402c61190 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673118 Jan 24 16:52:40.178971 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a47f68f2-c701-45ef-a8c0-809d32e9c21c req-c80a55cd-5519-4e2c-966d-ac5431b2505e tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762117 Jan 24 16:52:40.538938 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:40.976001 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c920d-e0ac-4834-955b-c929bbe49d35 req-255b4035-61c9-4d89-862e-f1dd75711fed tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:40.977646 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ab9c920d-e0ac-4834-955b-c929bbe49d35 req-255b4035-61c9-4d89-862e-f1dd75711fed tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 944 time: 0.0569329 Jan 24 16:52:41.026851 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ab9c920d-e0ac-4834-955b-c929bbe49d35 req-378074a3-3c5e-4843-b9d8-9b258d9ac9be tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434556 Jan 24 16:52:41.204820 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daae8b3-78d6-448c-b8e2-a53167c6fe77 req-83303d7a-f8ed-42eb-aa3c-ce61fd275305 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:41.206359 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7daae8b3-78d6-448c-b8e2-a53167c6fe77 req-83303d7a-f8ed-42eb-aa3c-ce61fd275305 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0530102 Jan 24 16:52:41.255100 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7daae8b3-78d6-448c-b8e2-a53167c6fe77 req-70a1ec92-8cc3-4bb0-a354-b2f6ccd5f160 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 Jan 24 16:52:41.654661 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:52:41.709353 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:52:41.713415 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:52:41.713884 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:41.809089 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:52:41.809481 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:41.841934 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:41.849467 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d06636-896c-41fe-bbbb-6828092fd5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6ddf50-33be-4ddf-8e85-0eb97f669b8d'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:52:41.851755 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3cfcb6-7b88-451f-af8a-6115974612c2" -d '{"events": [{"server_uuid": "d6d06636-896c-41fe-bbbb-6828092fd5e7", "name": "network-vif-plugged", "status": "completed", "tag": "4c6ddf50-33be-4ddf-8e85-0eb97f669b8d"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:52:41.867269 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:52:41.873584 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:41.929941 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5125f08-d165-45bf-a5e8-072601a7b802 x-openstack-request-id: req-d5125f08-d165-45bf-a5e8-072601a7b802 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:52:41.930245 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d06636-896c-41fe-bbbb-6828092fd5e7", "name": "network-vif-plugged", "status": "completed", "tag": "4c6ddf50-33be-4ddf-8e85-0eb97f669b8d", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:52:41.930491 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d5125f08-d165-45bf-a5e8-072601a7b802 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:52:41.931003 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d06636-896c-41fe-bbbb-6828092fd5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6ddf50-33be-4ddf-8e85-0eb97f669b8d', 'code': 200} Jan 24 16:52:41.962076 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:42.150599 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f37d4-a7d2-4f23-a048-a27ad35d3cc2 req-824b9466-da25-4418-ae03-3338a9b3c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:42.152447 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fb8f37d4-a7d2-4f23-a048-a27ad35d3cc2 req-824b9466-da25-4418-ae03-3338a9b3c9cc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 1098 time: 0.0450037 Jan 24 16:52:42.184360 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ddb8a-e33c-4a4c-b033-6e2a80abc9ee req-8495b691-92f5-4bf1-a3e9-b37759898144 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:42.185854 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e89ddb8a-e33c-4a4c-b033-6e2a80abc9ee req-8495b691-92f5-4bf1-a3e9-b37759898144 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0674777 Jan 24 16:52:42.204491 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fb8f37d4-a7d2-4f23-a048-a27ad35d3cc2 req-92f97fc4-fc93-4a33-ac19-8b11f50a3f84 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432496 Jan 24 16:52:42.238186 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e89ddb8a-e33c-4a4c-b033-6e2a80abc9ee req-21bc3de4-343c-4f4e-89c3-be862bd0a67f tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Jan 24 16:52:42.382229 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c0a3b-87f0-413f-bdbf-d851f318926b req-6a5c5dd3-23d3-4edd-bb76-56d629e37bf8 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:42.383782 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b44c0a3b-87f0-413f-bdbf-d851f318926b req-6a5c5dd3-23d3-4edd-bb76-56d629e37bf8 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0563486 Jan 24 16:52:42.455322 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b44c0a3b-87f0-413f-bdbf-d851f318926b req-513c2f6d-fa20-4f6f-8fdc-e95a9df4328a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658760 Jan 24 16:52:42.708439 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e21be-4b83-4006-8ab8-cac2a4fd3a1a req-c3ec7e45-1223-4489-97c0-3cdc32ad4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:42.710425 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c87e21be-4b83-4006-8ab8-cac2a4fd3a1a req-c3ec7e45-1223-4489-97c0-3cdc32ad4ae7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0463378 Jan 24 16:52:42.717564 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31bb9b-c3d8-4adb-82f4-3ca6b3907407 req-ae3c26cb-6899-465c-9917-670521b8c424 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:42.719705 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9e31bb9b-c3d8-4adb-82f4-3ca6b3907407 req-ae3c26cb-6899-465c-9917-670521b8c424 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0504940 Jan 24 16:52:42.774507 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9e31bb9b-c3d8-4adb-82f4-3ca6b3907407 req-72a3604c-3f29-4b7a-8221-7b6a5236565f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498195 Jan 24 16:52:42.817671 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e21be-4b83-4006-8ab8-cac2a4fd3a1a req-fdf45773-a08c-45bb-8874-dd34ab02eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:42.819115 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c87e21be-4b83-4006-8ab8-cac2a4fd3a1a req-fdf45773-a08c-45bb-8874-dd34ab02eeff service neutron] 10.222.0.79 "GET /v2.0/networks?id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 200 len: 918 time: 0.0991046 Jan 24 16:52:42.867777 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c87e21be-4b83-4006-8ab8-cac2a4fd3a1a req-e739fb10-21d7-47a5-9096-e827ca73183c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e6e811-c42c-4807-b037-54df679556fd HTTP/1.1" status: 200 len: 217 time: 0.0414844 Jan 24 16:52:42.940514 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e21be-4b83-4006-8ab8-cac2a4fd3a1a req-e8a5084a-3ac8-493c-a35a-9f9ba7ade0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:42.942558 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c87e21be-4b83-4006-8ab8-cac2a4fd3a1a req-e8a5084a-3ac8-493c-a35a-9f9ba7ade0b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c23e31e6-4975-4076-afd7-3b7c3fb32a92 HTTP/1.1" status: 200 len: 858 time: 0.0457656 Jan 24 16:52:42.985555 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c87e21be-4b83-4006-8ab8-cac2a4fd3a1a req-71575ea0-68b8-46d9-bb3c-95d0c9af3a33 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276194 Jan 24 16:52:43.283129 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c87e21be-4b83-4006-8ab8-cac2a4fd3a1a req-120b5158-92ec-4f0a-8f13-7d0f3e6d2736 service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867358 Jan 24 16:52:43.381762 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf6838-e07c-4c72-bd89-4f34dabf4704 req-366ca7fc-f193-4cf7-a416-d2ec65787888 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:43.383310 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-94bf6838-e07c-4c72-bd89-4f34dabf4704 req-366ca7fc-f193-4cf7-a416-d2ec65787888 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0552201 Jan 24 16:52:43.394640 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c87e21be-4b83-4006-8ab8-cac2a4fd3a1a req-9386c8d6-27cc-45ae-9e7d-8f1fa82ccdb1 service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995638 Jan 24 16:52:43.439604 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-94bf6838-e07c-4c72-bd89-4f34dabf4704 req-904545e6-06c8-4251-bb40-5a0e58a671ac tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505173 Jan 24 16:52:43.925955 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd7cdd-0fba-41f3-8870-cbc636795d3b req-51786d4a-fa13-4d6f-b3c0-694d05e7a398 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:43.927518 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5ffd7cdd-0fba-41f3-8870-cbc636795d3b req-51786d4a-fa13-4d6f-b3c0-694d05e7a398 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0597565 Jan 24 16:52:43.977699 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5ffd7cdd-0fba-41f3-8870-cbc636795d3b req-a358aa00-85bf-48ed-bdf7-6e4bda8b4580 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439193 Jan 24 16:52:44.567798 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d73b3e-330e-4e79-9438-3bab3566725c req-a2dd98ba-95f6-443e-856c-426a2c01020f tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:44.569252 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e8d73b3e-330e-4e79-9438-3bab3566725c req-a2dd98ba-95f6-443e-856c-426a2c01020f tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0548437 Jan 24 16:52:44.618227 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e8d73b3e-330e-4e79-9438-3bab3566725c req-46b4c7ee-acd1-4a24-827c-de23f2ed06d8 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430031 Jan 24 16:52:45.114766 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54eef8-58ff-4554-abfb-712c38e9869e req-ced37726-8275-46ef-8b55-4b4f0fae29ac tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:45.116239 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9f54eef8-58ff-4554-abfb-712c38e9869e req-ced37726-8275-46ef-8b55-4b4f0fae29ac tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0553100 Jan 24 16:52:45.165939 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9f54eef8-58ff-4554-abfb-712c38e9869e req-e4b09fd4-ce21-48c2-ba41-c87721650c98 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 Jan 24 16:52:46.506422 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d46760-143b-42b8-b3d0-d310e024a262 req-233244a3-670b-4b92-bda0-dded603c9bc7 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:46.508167 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f3d46760-143b-42b8-b3d0-d310e024a262 req-233244a3-670b-4b92-bda0-dded603c9bc7 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0518472 Jan 24 16:52:46.566153 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f3d46760-143b-42b8-b3d0-d310e024a262 req-0c54d9e8-5539-44fb-b513-8e039ed4fd09 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520544 Jan 24 16:52:47.688064 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac25b-a238-4ae5-bd9c-3325924a0b7f req-bc32eccc-f985-407d-bd18-c820c39aaede tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:47.690464 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-02bac25b-a238-4ae5-bd9c-3325924a0b7f req-bc32eccc-f985-407d-bd18-c820c39aaede tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0524070 Jan 24 16:52:47.745337 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-02bac25b-a238-4ae5-bd9c-3325924a0b7f req-761fdebf-3e08-4000-b129-521ff88867cf tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479352 Jan 24 16:52:49.201043 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d9247-dc16-4a58-84f0-a7962ccf8882 req-5fb88807-1f6f-4524-83e6-55f5ddabd4af tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:49.202541 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a74d9247-dc16-4a58-84f0-a7962ccf8882 req-5fb88807-1f6f-4524-83e6-55f5ddabd4af tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0575204 Jan 24 16:52:49.262076 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a74d9247-dc16-4a58-84f0-a7962ccf8882 req-6cd552f2-8069-447e-aa8e-1fe2246391a9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532916 Jan 24 16:52:56.000387 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5977b71-8704-4086-bc27-d824ac48de86 req-5a442006-2bee-4039-8327-f765d5c13629 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:56.001855 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d5977b71-8704-4086-bc27-d824ac48de86 req-5a442006-2bee-4039-8327-f765d5c13629 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0486772 Jan 24 16:52:56.047593 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d5977b71-8704-4086-bc27-d824ac48de86 req-180a9b1d-1fc5-4507-bffa-447dd97fd3fe tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402784 Jan 24 16:52:56.118333 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:52:57.181578 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda05840-bbc6-4eb3-ab2b-301a6f502a1c req-b55b6814-8ade-4528-a015-2dd7f8e6b063 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:57.184530 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-eda05840-bbc6-4eb3-ab2b-301a6f502a1c req-b55b6814-8ade-4528-a015-2dd7f8e6b063 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0593650 Jan 24 16:52:57.237433 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-eda05840-bbc6-4eb3-ab2b-301a6f502a1c req-1a0ace01-8075-442a-96fa-5ba46b98a41d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470676 Jan 24 16:52:58.360919 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dfc95-3044-436a-b6a4-bacb25b2d51e req-abfdba85-8548-476b-84ca-58d23810e197 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:58.362313 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-779dfc95-3044-436a-b6a4-bacb25b2d51e req-abfdba85-8548-476b-84ca-58d23810e197 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0492468 Jan 24 16:52:58.408334 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-779dfc95-3044-436a-b6a4-bacb25b2d51e req-ad4422fb-3c3e-44d5-b0a2-2ef008af7867 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399740 Jan 24 16:52:58.527104 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 51592) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:58.574364 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_v2 [None req-114fbdf0-4b4d-4e0f-81ed-37e73e7d03d9 admin admin] Deleting subnet 1969657b-a4f4-4e6d-b20d-129d1a55f0a1 {{(pid=114081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:52:58.577438 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-114fbdf0-4b4d-4e0f-81ed-37e73e7d03d9 admin admin] Publish callbacks [] for subnet (1969657b-a4f4-4e6d-b20d-129d1a55f0a1), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:58.610224 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-114fbdf0-4b4d-4e0f-81ed-37e73e7d03d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25416702'] for subnet (1969657b-a4f4-4e6d-b20d-129d1a55f0a1), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:58.648828 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-114fbdf0-4b4d-4e0f-81ed-37e73e7d03d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (1969657b-a4f4-4e6d-b20d-129d1a55f0a1), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:58.702005 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-114fbdf0-4b4d-4e0f-81ed-37e73e7d03d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1357225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25359676'] for subnet (1969657b-a4f4-4e6d-b20d-129d1a55f0a1), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:58.727153 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fbdf0-4b4d-4e0f-81ed-37e73e7d03d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1969657b-a4f4-4e6d-b20d-129d1a55f0a1,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:58.734889 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-114fbdf0-4b4d-4e0f-81ed-37e73e7d03d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:58.738132 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-114fbdf0-4b4d-4e0f-81ed-37e73e7d03d9 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/1969657b-a4f4-4e6d-b20d-129d1a55f0a1 HTTP/1.1" status: 204 len: 168 time: 0.2100236 Jan 24 16:52:58.740799 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 51602) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:58.814359 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (a212a263-addf-4bd8-b46c-96697d6542c3), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:58.894166 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (a212a263-addf-4bd8-b46c-96697d6542c3), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:58.915881 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a212a263-addf-4bd8-b46c-96697d6542c3']}} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:58.925156 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3900f7d8-95fe-404c-834f-2db2522bcd29') {'for_net_delete': True} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:58.925452 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3900f7d8-95fe-404c-834f-2db2522bcd29') {} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:52:58.935307 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25416693'] for segment (3900f7d8-95fe-404c-834f-2db2522bcd29), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:58.949734 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (3900f7d8-95fe-404c-834f-2db2522bcd29), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:58.956058 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=114081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:52:58.956447 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1357059'] for segment (3900f7d8-95fe-404c-834f-2db2522bcd29), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: Traceback (most recent call last): Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: timer() Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: cb(*args, **kw) Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: return func(*args, **kwargs) Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: self._notify() Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: self.callback(batched_events) Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: event.method(event) Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: return f(self, *a, **k) Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._get(url).json() Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: return self.request(url, 'GET', **kwargs) Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:52:58.958100 dv-cinder-826116-1-iscsi neutron-server[114081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:52:59.012072 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (a212a263-addf-4bd8-b46c-96697d6542c3), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:59.017143 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:59.023938 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] 10.222.0.117 "DELETE /v2.0/networks/a212a263-addf-4bd8-b46c-96697d6542c3 HTTP/1.1" status: 204 len: 168 time: 0.2789738 Jan 24 16:52:59.036144 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6539a-f3f6-4b84-b2de-179f89e30ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a212a263-addf-4bd8-b46c-96697d6542c3,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:59.242141 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 51616) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:59.287076 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-9c5768d8-3def-40b1-a24a-04ec7ada0c24 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e5e86d82e0524fd380e44df98739cfa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436628 Jan 24 16:52:59.289512 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 51618) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:52:59.334994 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0d33c241-b5d5-4b3f-b287-ff019b96c9a5 admin admin] Publish callbacks [] for security_group (8493ae16-741d-4687-8a94-6f8eabdeb2ab), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:59.356020 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0d33c241-b5d5-4b3f-b287-ff019b96c9a5 admin admin] Publish callbacks [] for security_group (8493ae16-741d-4687-8a94-6f8eabdeb2ab), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:59.401801 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0d33c241-b5d5-4b3f-b287-ff019b96c9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (8493ae16-741d-4687-8a94-6f8eabdeb2ab), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:59.404358 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0d33c241-b5d5-4b3f-b287-ff019b96c9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:52:59.405489 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-0d33c241-b5d5-4b3f-b287-ff019b96c9a5 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/8493ae16-741d-4687-8a94-6f8eabdeb2ab HTTP/1.1" status: 204 len: 168 time: 0.1150982 Jan 24 16:52:59.413566 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33c241-b5d5-4b3f-b287-ff019b96c9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8493ae16-741d-4687-8a94-6f8eabdeb2ab,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:52:59.550450 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cfda8-8cea-4041-b3ae-19cf8312c224 req-dcb4553e-2273-4917-80fc-baaad92eb481 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:52:59.552108 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e78cfda8-8cea-4041-b3ae-19cf8312c224 req-dcb4553e-2273-4917-80fc-baaad92eb481 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0537543 Jan 24 16:52:59.600518 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e78cfda8-8cea-4041-b3ae-19cf8312c224 req-faeb094f-8c4e-4f4c-a6e8-670b3c0818cb tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417984 Jan 24 16:53:00.720787 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb50985-dfb3-4d44-9b04-de38160b7bcd req-5f36db93-b6e5-4c97-8094-f923225ec5f2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:00.722423 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ecb50985-dfb3-4d44-9b04-de38160b7bcd req-5f36db93-b6e5-4c97-8094-f923225ec5f2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0509875 Jan 24 16:53:00.769685 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ecb50985-dfb3-4d44-9b04-de38160b7bcd req-7215619c-5ba3-4586-9a8c-7cef569e5190 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413032 Jan 24 16:53:01.570508 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4730-87df-4517-868c-815e634f53ee req-0ba863f3-3eec-47a0-9875-d01f98d31825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:01.572082 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-48fc4730-87df-4517-868c-815e634f53ee req-0ba863f3-3eec-47a0-9875-d01f98d31825 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0499351 Jan 24 16:53:01.574126 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf8b37-3141-44fb-bbc9-d7ac4efb597a req-3797ec5b-42f2-467a-ba5e-9ec54f3d0da9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:01.575671 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-feaf8b37-3141-44fb-bbc9-d7ac4efb597a req-3797ec5b-42f2-467a-ba5e-9ec54f3d0da9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0520318 Jan 24 16:53:01.626240 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-feaf8b37-3141-44fb-bbc9-d7ac4efb597a req-1e526309-a34c-4841-91c7-20be40577567 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Jan 24 16:53:01.690902 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4730-87df-4517-868c-815e634f53ee req-7b93779b-019c-4c99-938e-dbc00fe3002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:01.692459 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-48fc4730-87df-4517-868c-815e634f53ee req-7b93779b-019c-4c99-938e-dbc00fe3002c service neutron] 10.222.0.79 "GET /v2.0/networks?id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 200 len: 918 time: 0.1116810 Jan 24 16:53:01.741658 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-48fc4730-87df-4517-868c-815e634f53ee req-5cecb053-8963-47f4-8f9e-8dbfb5388476 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e6e811-c42c-4807-b037-54df679556fd HTTP/1.1" status: 200 len: 217 time: 0.0416999 Jan 24 16:53:01.798204 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4730-87df-4517-868c-815e634f53ee req-56fe88f1-9721-46e4-afe7-b2f05b4b4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:01.799715 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-48fc4730-87df-4517-868c-815e634f53ee req-56fe88f1-9721-46e4-afe7-b2f05b4b4cc9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c23e31e6-4975-4076-afd7-3b7c3fb32a92 HTTP/1.1" status: 200 len: 858 time: 0.0470579 Jan 24 16:53:01.831593 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-48fc4730-87df-4517-868c-815e634f53ee req-40fd8417-359b-4fad-b71f-953a86a8246f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248265 Jan 24 16:53:01.949944 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904594c-c6c7-4b12-9f35-ad7b621bdc19 req-b53e397d-ff7a-4e61-bd86-be15f2081317 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:01.951438 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b904594c-c6c7-4b12-9f35-ad7b621bdc19 req-b53e397d-ff7a-4e61-bd86-be15f2081317 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1065226 Jan 24 16:53:01.987115 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-48fc4730-87df-4517-868c-815e634f53ee req-fa33f7db-6b92-4cc2-bd9a-22c9127b2eff service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325810 Jan 24 16:53:02.013068 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b904594c-c6c7-4b12-9f35-ad7b621bdc19 req-d3cea2ba-3da2-4143-a580-a3109ebd3a8d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552487 Jan 24 16:53:02.127503 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-48fc4730-87df-4517-868c-815e634f53ee req-76421dea-b64f-48ed-906d-1f5ac868e151 service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982518 Jan 24 16:53:02.743953 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64968b7-332d-4eea-92ad-a0e440e7676b req-b95d586e-4e5f-4a72-be4c-adebb9b904de tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:02.745387 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d64968b7-332d-4eea-92ad-a0e440e7676b req-b95d586e-4e5f-4a72-be4c-adebb9b904de tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0516403 Jan 24 16:53:02.793881 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d64968b7-332d-4eea-92ad-a0e440e7676b req-242e1538-35f1-47b6-8415-dde8c264e921 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Jan 24 16:53:03.048402 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 51714) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:03.152593 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f656ac-064a-4e43-9c8b-49469ca750f9 req-3d4b4057-f7a2-40f7-b10e-5dcdc653c95a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:03.152593 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-85f656ac-064a-4e43-9c8b-49469ca750f9 req-3d4b4057-f7a2-40f7-b10e-5dcdc653c95a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0558970 Jan 24 16:53:03.187598 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-776a7ef6-46e4-4917-8dfc-347e235dca52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:03.196281 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-85f656ac-064a-4e43-9c8b-49469ca750f9 req-1a87f0e6-0c73-4dee-a2f6-6311eefff7cd tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416181 Jan 24 16:53:03.263471 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-776a7ef6-46e4-4917-8dfc-347e235dca52 admin admin] Publish callbacks [] for security_group (f0582509-8931-4fce-90fe-8ced97433c46), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:03.267374 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-776a7ef6-46e4-4917-8dfc-347e235dca52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (f0582509-8931-4fce-90fe-8ced97433c46), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:03.305079 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-776a7ef6-46e4-4917-8dfc-347e235dca52 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=2331f54a18fb421586102da88ee385f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555962 Jan 24 16:53:03.306949 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a7ef6-46e4-4917-8dfc-347e235dca52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0582509-8931-4fce-90fe-8ced97433c46,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:03.308126 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 51722) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:03.354481 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-feab142d-2135-4c09-9486-59549dc14fce admin admin] Publish callbacks [] for security_group (f0582509-8931-4fce-90fe-8ced97433c46), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:03.374942 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-feab142d-2135-4c09-9486-59549dc14fce admin admin] Publish callbacks [] for security_group (f0582509-8931-4fce-90fe-8ced97433c46), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:03.427478 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-feab142d-2135-4c09-9486-59549dc14fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (f0582509-8931-4fce-90fe-8ced97433c46), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:03.430551 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-feab142d-2135-4c09-9486-59549dc14fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:03.431785 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-feab142d-2135-4c09-9486-59549dc14fce admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/f0582509-8931-4fce-90fe-8ced97433c46 HTTP/1.1" status: 204 len: 168 time: 0.1226234 Jan 24 16:53:03.440411 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab142d-2135-4c09-9486-59549dc14fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0582509-8931-4fce-90fe-8ced97433c46,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:03.692033 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:03.943975 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7036ca4-4ad6-4c6d-be17-b849c528f980 req-870270d4-ccf2-413c-ae4f-f90fcff5eb72 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:03.945895 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b7036ca4-4ad6-4c6d-be17-b849c528f980 req-870270d4-ccf2-413c-ae4f-f90fcff5eb72 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0538852 Jan 24 16:53:03.994179 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b7036ca4-4ad6-4c6d-be17-b849c528f980 req-2451188d-8e5b-4d8f-b44a-14408e306df9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 Jan 24 16:53:04.085162 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 51748) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:04.185944 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-772059605-network', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:53:04.209907 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Made reservation on behalf of d60ca23ca0784aef8638d92cfdca914f for: {'network': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:53:04.213417 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.221631 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.304824 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Publish callbacks [] for security_group (633f141f-ecb0-46e5-8909-0b1e0e5ec4bc), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.309905 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (633f141f-ecb0-46e5-8909-0b1e0e5ec4bc), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.325370 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=114081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:53:04.346532 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (75f0aeae-c73b-4d9d-96c9-4ec66afe8c12), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.347466 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc2851-ec1c-466e-898b-b053d183c2a7 req-ebbd7b2e-4c26-48d5-b920-0bf1d897904a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:04.348226 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.segments_db [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Added segment 75f0aeae-c73b-4d9d-96c9-4ec66afe8c12 of type vlan for network 79c56179-49d8-45c0-b697-75d837624748 Jan 24 16:53:04.350271 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c1dc2851-ec1c-466e-898b-b053d183c2a7 req-ebbd7b2e-4c26-48d5-b920-0bf1d897904a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0752091 Jan 24 16:53:04.407299 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c1dc2851-ec1c-466e-898b-b053d183c2a7 req-0ed18e87-8fbc-4bd0-af34-96eb380bf155 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495644 Jan 24 16:53:04.419199 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:04.429028 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (79c56179-49d8-45c0-b697-75d837624748), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.468682 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf5d5f-75cd-4364-862d-c5d31869ab67 req-fc5961dc-ef52-4d15-9948-3ebaeda74b0c tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:04.470146 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e1cf5d5f-75cd-4364-862d-c5d31869ab67 req-fc5961dc-ef52-4d15-9948-3ebaeda74b0c tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0843680 Jan 24 16:53:04.471366 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (79c56179-49d8-45c0-b697-75d837624748), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.472201 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:04.472755 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.544466 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4574356 Jan 24 16:53:04.546843 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 51762) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:04.551857 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-c2933862-65f7-4aab-9df0-b491baba2445 admin admin] Request body: {'subnet': {'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-772059605-subnet', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'ip_version': 4}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:53:04.566536 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837d9d4-4170-483c-80e8-125d845d106a admin admin] Pushing event updated for resources: {'Network': ['ID=79c56179-49d8-45c0-b697-75d837624748,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:04.578040 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 79c56179-49d8-45c0-b697-75d837624748 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:53:04.587547 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e1cf5d5f-75cd-4364-862d-c5d31869ab67 req-f159bc33-186c-45f5-bd1e-5a7058cda4fc tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102304 Jan 24 16:53:04.588959 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2933862-65f7-4aab-9df0-b491baba2445 admin admin] Made reservation on behalf of d60ca23ca0784aef8638d92cfdca914f for: {'subnet': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:53:04.591555 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c2933862-65f7-4aab-9df0-b491baba2445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29096914'] for subnet (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.763919 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c2933862-65f7-4aab-9df0-b491baba2445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28420855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29096940'] for subnet (070f1225-a6b9-4278-b6d4-4666176a135b), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.822948 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2933862-65f7-4aab-9df0-b491baba2445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=070f1225-a6b9-4278-b6d4-4666176a135b,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:04.834395 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2933862-65f7-4aab-9df0-b491baba2445 admin admin] Checking segment: {'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:53:04.834928 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2933862-65f7-4aab-9df0-b491baba2445 admin admin] Network hostable DHCP agents. Network: 79c56179-49d8-45c0-b697-75d837624748, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:53:04.857834 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2933862-65f7-4aab-9df0-b491baba2445 admin admin] Network 79c56179-49d8-45c0-b697-75d837624748 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:53:04.868875 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-c2933862-65f7-4aab-9df0-b491baba2445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 79c56179-49d8-45c0-b697-75d837624748) {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:53:04.873262 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2933862-65f7-4aab-9df0-b491baba2445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:04.874035 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c2933862-65f7-4aab-9df0-b491baba2445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.878579 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca202310-5687-4889-8ac2-350cd815bec9 None None] Network 79c56179-49d8-45c0-b697-75d837624748 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:53:04.893339 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-c2933862-65f7-4aab-9df0-b491baba2445 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3451874 Jan 24 16:53:04.895971 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 51764) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:04.901064 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:53:04.941010 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29909'] for router (94c4e440-9afe-49b5-b2df-6eabd804411b), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.942836 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3713770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3725483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3672214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29932'] for router (94c4e440-9afe-49b5-b2df-6eabd804411b), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:04.984429 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e441453-c1a8-5497-9479-e1bc9d482b0e-79c56179-49d8-45c0-b697-75d837624748', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'fixed_ips': [{'subnet_id': '070f1225-a6b9-4278-b6d4-4666176a135b'}]}} from dv-cinder-826116-1-iscsi. {{(pid=114082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 16:53:04.985378 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:05.002863 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Publish callbacks [] for router_controller (94c4e440-9afe-49b5-b2df-6eabd804411b), precommit_add_association {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:05.114557 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57535089-2bc2-4d51-913b-485813abb7e2 req-7969fc95-9935-4ec9-b1b8-7b51e198e70b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:05.116077 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-57535089-2bc2-4d51-913b-485813abb7e2 req-7969fc95-9935-4ec9-b1b8-7b51e198e70b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0508575 Jan 24 16:53:05.131712 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.db_base_plugin_common [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Allocated IP 172.20.0.2 (79c56179-49d8-45c0-b697-75d837624748/070f1225-a6b9-4278-b6d4-4666176a135b/a458e75d-40d7-4cad-b8ef-73638a5bbd15) {{(pid=114082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:53:05.150480 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Publish callbacks [] for router_gateway (94c4e440-9afe-49b5-b2df-6eabd804411b), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:05.174309 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-57535089-2bc2-4d51-913b-485813abb7e2 req-41c31e31-689c-41f1-9507-b98751b440ed tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505526 Jan 24 16:53:05.297714 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Publish callbacks [] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), precommit_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:05.303997 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:05.345318 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Network 79c56179-49d8-45c0-b697-75d837624748 is already hosted by enough agents. {{(pid=114082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:53:05.348885 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.base_scheduler [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Resources bound (agent type, host, resource id): {{(pid=114082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:53:05.352349 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Received port after_create {{(pid=114082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:53:05.365107 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Pushing event updated for resources: {'Port': ['ID=a458e75d-40d7-4cad-b8ef-73638a5bbd15,revision_number=1']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:05.411843 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Attempting to bind port a458e75d-40d7-4cad-b8ef-73638a5bbd15 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:53:05.412216 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Attempting to bind port a458e75d-40d7-4cad-b8ef-73638a5bbd15 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:53:05.412569 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Attempting to bind port a458e75d-40d7-4cad-b8ef-73638a5bbd15 on network 79c56179-49d8-45c0-b697-75d837624748 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:53:05.417537 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:53:05.417905 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Checking segment: {'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:53:05.418299 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:05.418686 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Bound using segment: {'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:53:05.419184 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Bound port: a458e75d-40d7-4cad-b8ef-73638a5bbd15, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:53:05.419555 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:05.489472 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] For port a458e75d-40d7-4cad-b8ef-73638a5bbd15, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:53:05.493623 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] For port a458e75d-40d7-4cad-b8ef-73638a5bbd15, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=a458e75d-40d7-4cad-b8ef-73638a5bbd15,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:53:05.497534 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:05.553596 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6bc9d-5839-46fe-9c27-dd84d5d33860 None None] Pushing event updated for resources: {'Port': ['ID=a458e75d-40d7-4cad-b8ef-73638a5bbd15,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:05.596418 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ff2fbd3e-da73-48e6-9af0-ec25100d4e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:05.604903 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d39454-1417-4dd4-9bfd-922d60665e52 req-d122a818-aa60-42d0-af7e-8f92784dcad3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:05.606416 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e4d39454-1417-4dd4-9bfd-922d60665e52 req-d122a818-aa60-42d0-af7e-8f92784dcad3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1106703 Jan 24 16:53:05.612169 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Publish callbacks [] for router_gateway (94c4e440-9afe-49b5-b2df-6eabd804411b), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:05.643294 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:05.714150 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e4d39454-1417-4dd4-9bfd-922d60665e52 req-b0797c1a-268b-4152-95dc-b9616660e42c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999141 Jan 24 16:53:05.733179 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15420b5-9b21-4693-a566-4fa7a3976750 req-a92ea6d5-87ae-4d29-be72-3453cf6931d5 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:05.735657 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e15420b5-9b21-4693-a566-4fa7a3976750 req-a92ea6d5-87ae-4d29-be72-3453cf6931d5 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0724468 Jan 24 16:53:05.799326 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Allocated IP 172.27.3.167 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/a36790ec-5767-4848-be62-91c649e0891f) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:53:05.807750 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e15420b5-9b21-4693-a566-4fa7a3976750 req-bf7252e1-ed19-455c-a5c3-ddb6241ef22d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598600 Jan 24 16:53:05.934668 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Publish callbacks [] for port (a36790ec-5767-4848-be62-91c649e0891f), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:05.981933 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device a458e75d-40d7-4cad-b8ef-73638a5bbd15 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:53:05.990196 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (a36790ec-5767-4848-be62-91c649e0891f), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:06.032610 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:53:06.035614 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:53:06.038723 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port a458e75d-40d7-4cad-b8ef-73638a5bbd15 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:06.039304 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:06.039428 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:53:06.076318 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Pushing event updated for resources: {'Port': ['ID=a36790ec-5767-4848-be62-91c649e0891f,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:06.129092 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port a458e75d-40d7-4cad-b8ef-73638a5bbd15 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:06.129508 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:06.167593 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port a458e75d-40d7-4cad-b8ef-73638a5bbd15, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=a458e75d-40d7-4cad-b8ef-73638a5bbd15,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:06.172441 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:06.230821 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=a458e75d-40d7-4cad-b8ef-73638a5bbd15,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:06.370102 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bb151-7df2-4e3d-a7cd-9c83880bd6df req-d82dd793-5071-48da-aaa6-9e0d0bdb7a1d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:06.371656 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-500bb151-7df2-4e3d-a7cd-9c83880bd6df req-d82dd793-5071-48da-aaa6-9e0d0bdb7a1d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.1102650 Jan 24 16:53:06.374546 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Publish callbacks [] for router_gateway (94c4e440-9afe-49b5-b2df-6eabd804411b), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:06.520861 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-500bb151-7df2-4e3d-a7cd-9c83880bd6df req-b4f3ae07-d2f4-455f-a7b7-d5abe4c89748 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420758 Jan 24 16:53:06.642728 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3713781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725329'] for router (94c4e440-9afe-49b5-b2df-6eabd804411b), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:06.696714 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7bf058-0e0a-4e54-847b-c4575a95c17c None None] Network 79c56179-49d8-45c0-b697-75d837624748 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:53:06.776252 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Router 94c4e440-9afe-49b5-b2df-6eabd804411b is scheduled to L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d with binding_index 1 {{(pid=114081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:53:06.820281 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-9b9c4152-6c27-4030-8471-6ed16cb7831e None None] Provisioning complete for port a458e75d-40d7-4cad-b8ef-73638a5bbd15 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:06.820660 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-9b9c4152-6c27-4030-8471-6ed16cb7831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:06.892699 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a3bdf-ab42-44ec-9a4b-d14491a621e2 req-b69af444-b8c2-4ff6-b782-c8b6ad14fed6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:06.894311 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ed7a3bdf-ab42-44ec-9a4b-d14491a621e2 req-b69af444-b8c2-4ff6-b782-c8b6ad14fed6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0795870 Jan 24 16:53:06.900053 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:53:06.911575 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Sync routers for ids ['94c4e440-9afe-49b5-b2df-6eabd804411b'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:53:06.926841 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Routers {'94c4e440-9afe-49b5-b2df-6eabd804411b'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:53:06.928152 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:52:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['94c4e440-9afe-49b5-b2df-6eabd804411b'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:06.934053 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:06.938459 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-151286a2-a7fe-48c8-8fc9-d077d606a4ee admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0386713 Jan 24 16:53:06.939768 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 51798) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:06.988618 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c4152-6c27-4030-8471-6ed16cb7831e None None] Current status of the port a458e75d-40d7-4cad-b8ef-73638a5bbd15 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:06.997657 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf3575-4669-4c4c-ad8a-7910abdbaae8 req-8ae2ab2f-569e-439f-a310-135166b73335 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:06.999439 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-35cf3575-4669-4c4c-ad8a-7910abdbaae8 req-8ae2ab2f-569e-439f-a310-135166b73335 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0831084 Jan 24 16:53:07.065697 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-35cf3575-4669-4c4c-ad8a-7910abdbaae8 req-cbb834cf-0232-42ca-b268-db30d4fd6d70 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604050 Jan 24 16:53:07.078645 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ed7a3bdf-ab42-44ec-9a4b-d14491a621e2 req-f8e26017-c014-4c87-b607-2bcc7175a796 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727023 Jan 24 16:53:07.101442 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Set router 94c4e440-9afe-49b5-b2df-6eabd804411b gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:53:07.210876 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-8d483cee-e12c-4b2b-840b-137e9f45109a None None] Provisioning complete for port a458e75d-40d7-4cad-b8ef-73638a5bbd15 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:07.211273 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-8d483cee-e12c-4b2b-840b-137e9f45109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:07.291570 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:53:06Z', 'revision_number': 3, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:07.293665 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-8d483cee-e12c-4b2b-840b-137e9f45109a None None] Current status of the port a458e75d-40d7-4cad-b8ef-73638a5bbd15 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:07.319573 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Checking router: 94c4e440-9afe-49b5-b2df-6eabd804411b for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:53:07.319922 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Updating router 94c4e440-9afe-49b5-b2df-6eabd804411b port a36790ec-5767-4848-be62-91c649e0891f binding host dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:53:07.344261 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (a36790ec-5767-4848-be62-91c649e0891f), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:07.465592 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b13c18-3178-4aff-a0e5-040b44b2c81e req-f3f2cf31-77fc-416a-abcf-d5ad773915ee tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:07.467078 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-34b13c18-3178-4aff-a0e5-040b44b2c81e req-f3f2cf31-77fc-416a-abcf-d5ad773915ee tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 945 time: 0.0856049 Jan 24 16:53:07.559879 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:07.642543 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd169e97-4525-479a-81ac-12346d151527 req-2162f3c3-2db8-4606-843b-25c5019d0e17 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:07.644243 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dd169e97-4525-479a-81ac-12346d151527 req-2162f3c3-2db8-4606-843b-25c5019d0e17 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0517850 Jan 24 16:53:07.647065 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-34b13c18-3178-4aff-a0e5-040b44b2c81e req-31404cdc-e835-458b-8549-50252d53c44b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Deleting port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:53:07.647449 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-34b13c18-3178-4aff-a0e5-040b44b2c81e req-31404cdc-e835-458b-8549-50252d53c44b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:07.687040 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Publish callbacks [] for port (a36790ec-5767-4848-be62-91c649e0891f), precommit_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:07.693550 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (a36790ec-5767-4848-be62-91c649e0891f), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:07.698213 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dd169e97-4525-479a-81ac-12346d151527 req-404950a1-80b4-400e-bbf7-2fe8978ef3ee tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Jan 24 16:53:07.747168 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Pushing event updated for resources: {'Port': ['ID=a36790ec-5767-4848-be62-91c649e0891f,revision_number=2']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:07.751522 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Attempting to bind port a36790ec-5767-4848-be62-91c649e0891f on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:53:07.751892 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Attempting to bind port a36790ec-5767-4848-be62-91c649e0891f by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:53:07.752251 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Attempting to bind port a36790ec-5767-4848-be62-91c649e0891f on network f4e55208-cae1-44b0-b853-b1df1375b132 {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:53:07.760545 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.760916 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.761274 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.761613 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.761941 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.762268 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.762587 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.762932 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.763259 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.763597 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.763919 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.764235 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.764551 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:07.767683 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:53:07.768055 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Checking segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:53:07.768564 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:07.768825 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Bound using segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:53:07.769420 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Bound port: a36790ec-5767-4848-be62-91c649e0891f, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:53:07.769683 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (a36790ec-5767-4848-be62-91c649e0891f), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:07.802379 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-34b13c18-3178-4aff-a0e5-040b44b2c81e req-31404cdc-e835-458b-8549-50252d53c44b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] For port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:07.802738 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-34b13c18-3178-4aff-a0e5-040b44b2c81e req-31404cdc-e835-458b-8549-50252d53c44b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:07.820620 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] For port a36790ec-5767-4848-be62-91c649e0891f, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:53:07.821945 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Allocated IP 172.20.0.1 (79c56179-49d8-45c0-b697-75d837624748/070f1225-a6b9-4278-b6d4-4666176a135b/7ebd1dac-1c1d-45e9-b39a-258558d55c41) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:53:07.824082 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-34b13c18-3178-4aff-a0e5-040b44b2c81e req-31404cdc-e835-458b-8549-50252d53c44b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Calling delete_port for 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d owned by compute:nova {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:53:07.824451 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] For port a36790ec-5767-4848-be62-91c649e0891f, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=a36790ec-5767-4848-be62-91c649e0891f,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:53:07.829944 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (a36790ec-5767-4848-be62-91c649e0891f), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:07.886131 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d891ec-8dfc-450c-8f94-954fa5b63034 None None] Pushing event updated for resources: {'Port': ['ID=a36790ec-5767-4848-be62-91c649e0891f,revision_number=3']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:07.902022 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Routers {'94c4e440-9afe-49b5-b2df-6eabd804411b'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:53:07.902812 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:52:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['94c4e440-9afe-49b5-b2df-6eabd804411b'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:07.904006 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-e838480b-337f-42de-9218-72da836c0078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:07.911802 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device a458e75d-40d7-4cad-b8ef-73638a5bbd15 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:53:07.970912 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port a458e75d-40d7-4cad-b8ef-73638a5bbd15 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:07.971457 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:08.016574 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] Set router 94c4e440-9afe-49b5-b2df-6eabd804411b gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:53:08.021265 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Publish callbacks [] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:08.055264 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port a458e75d-40d7-4cad-b8ef-73638a5bbd15 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:08.062856 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-34b13c18-3178-4aff-a0e5-040b44b2c81e req-31404cdc-e835-458b-8549-50252d53c44b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (4c6ddf50-33be-4ddf-8e85-0eb97f669b8d), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:08.080641 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['6ede1577-59cb-4655-a23e-cc2ffa5c3c79', 'efc223cc-bc5e-4cdf-a92f-b066f43ca860', '1c00f2bb-a862-432a-8749-d007bd44785f', '4c6ddf50-33be-4ddf-8e85-0eb97f669b8d'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:53:08.099416 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31404cdc-e835-458b-8549-50252d53c44b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Pushing event deleted for resources: {'Port': ['ID=4c6ddf50-33be-4ddf-8e85-0eb97f669b8d,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:08.174936 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:08.187179 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b13c18-3178-4aff-a0e5-040b44b2c81e req-31404cdc-e835-458b-8549-50252d53c44b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] No DVR routers for this DVR port 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d on host hv-cinder-82611 {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:53:08.199580 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Network 79c56179-49d8-45c0-b697-75d837624748 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:53:08.204912 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-34b13c18-3178-4aff-a0e5-040b44b2c81e req-31404cdc-e835-458b-8549-50252d53c44b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:08.208253 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-34b13c18-3178-4aff-a0e5-040b44b2c81e req-31404cdc-e835-458b-8549-50252d53c44b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "DELETE /v2.0/ports/4c6ddf50-33be-4ddf-8e85-0eb97f669b8d HTTP/1.1" status: 204 len: 173 time: 0.7197690 Jan 24 16:53:08.209423 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:53:08.212169 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d06636-896c-41fe-bbbb-6828092fd5e7', 'name': 'network-vif-deleted', 'tag': '4c6ddf50-33be-4ddf-8e85-0eb97f669b8d'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:53:08.228234 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d37f06d-4956-482a-aafe-4b358b39f58e" -d '{"events": [{"server_uuid": "d6d06636-896c-41fe-bbbb-6828092fd5e7", "name": "network-vif-deleted", "tag": "4c6ddf50-33be-4ddf-8e85-0eb97f669b8d"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:53:08.252837 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:53:06Z', 'revision_number': 3, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:08.259328 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:53:08.286477 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275c96-d397-4f52-b0f5-6004a6579bfe req-39a87704-70dd-440e-89e3-cd72aa66a624 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:08.288721 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e1275c96-d397-4f52-b0f5-6004a6579bfe req-39a87704-70dd-440e-89e3-cd72aa66a624 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0876241 Jan 24 16:53:08.289242 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4addfd2-f4f6-41ac-92d7-6ff4dfc723de None None] The sync data for ids ['94c4e440-9afe-49b5-b2df-6eabd804411b'] in dv-cinder-826116-1-iscsi is: [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:53:06Z', 'revision_number': 3, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:53:08.349188 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6d22db3a-50ed-44f9-ae7d-66be061c2c80 req-c0e34439-6f31-4286-8524-3d5929d72e42 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=d6d06636-896c-41fe-bbbb-6828092fd5e7 HTTP/1.1" status: 200 len: 210 time: 0.1459985 Jan 24 16:53:08.380839 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ebd1dac-1c1d-45e9-b39a-258558d55c41,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:08.387695 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e1275c96-d397-4f52-b0f5-6004a6579bfe req-8a1bd98a-a8d2-486c-8eb9-520b420db2ae tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889018 Jan 24 16:53:08.395863 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723583'] for router_interface (94c4e440-9afe-49b5-b2df-6eabd804411b), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:08.445646 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba9093e-a2a5-4da2-adf2-e5ca572202b2 x-openstack-request-id: req-aba9093e-a2a5-4da2-adf2-e5ca572202b2 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:53:08.445941 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d06636-896c-41fe-bbbb-6828092fd5e7", "name": "network-vif-deleted", "tag": "4c6ddf50-33be-4ddf-8e85-0eb97f669b8d", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:53:08.446202 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-aba9093e-a2a5-4da2-adf2-e5ca572202b2 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:53:08.446596 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d06636-896c-41fe-bbbb-6828092fd5e7', 'name': 'network-vif-deleted', 'tag': '4c6ddf50-33be-4ddf-8e85-0eb97f669b8d', 'status': 'completed', 'code': 200} Jan 24 16:53:08.562441 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:08.672215 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-ce4ba3c5-9f15-4d10-8f7d-5e5998429f10 None None] Provisioning complete for port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:08.672973 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba3c5-9f15-4d10-8f7d-5e5998429f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:08.735437 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-ce4ba3c5-9f15-4d10-8f7d-5e5998429f10 None None] Port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:53:08.786186 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Publish callbacks [] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:08.791443 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:08.838786 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ce912-eb11-458c-b9ef-a17b7f1d35a4 req-ac98f5ee-8cf8-41ac-a9a8-b9006a7137f2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:08.840491 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7c4ce912-eb11-458c-b9ef-a17b7f1d35a4 req-ac98f5ee-8cf8-41ac-a9a8-b9006a7137f2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0599854 Jan 24 16:53:08.863594 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720777'] for router_interface (94c4e440-9afe-49b5-b2df-6eabd804411b), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:08.875015 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ebd1dac-1c1d-45e9-b39a-258558d55c41,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:08.900666 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7c4ce912-eb11-458c-b9ef-a17b7f1d35a4 req-380a6330-5635-434c-8046-7d62a4b74f7a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536351 Jan 24 16:53:08.966039 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:08.984404 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Network 79c56179-49d8-45c0-b697-75d837624748 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:53:08.985895 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:53:09.121319 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Router 94c4e440-9afe-49b5-b2df-6eabd804411b has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:53:09.262299 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-ade66e05-6e3c-4ef1-acad-294c3769834f None None] Provisioning complete for port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:09.262818 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ade66e05-6e3c-4ef1-acad-294c3769834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:09.280493 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:53:09.290805 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-10fe27b0-ab02-4c32-81bd-39177590bad7 admin admin] 10.222.0.117 "PUT /v2.0/routers/94c4e440-9afe-49b5-b2df-6eabd804411b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3449266 Jan 24 16:53:09.302411 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-ade66e05-6e3c-4ef1-acad-294c3769834f None None] Port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:53:09.515542 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ceaabc-4bc0-4f44-a476-4cd7a4b80d4f req-b23371f4-dc6a-4de0-ba39-517cafdc9f43 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:09.523549 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9ceaabc-4bc0-4f44-a476-4cd7a4b80d4f req-b23371f4-dc6a-4de0-ba39-517cafdc9f43 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0691829 Jan 24 16:53:09.568914 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9ceaabc-4bc0-4f44-a476-4cd7a4b80d4f req-89caaeee-f759-42fa-aa0b-8dbb61a82cdf tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449781 Jan 24 16:53:09.797831 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 51848) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:09.802744 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1218852809-network', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:53:09.828023 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Made reservation on behalf of 280da8b789a04062997d0c9bd25e86e2 for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:53:09.831144 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:09.842193 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:09.979925 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Publish callbacks [] for security_group (e1801ef5-a712-449d-9da6-7dea16f1dc39), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:09.985496 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device a36790ec-5767-4848-be62-91c649e0891f up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:53:09.985644 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (e1801ef5-a712-449d-9da6-7dea16f1dc39), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.019782 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1801ef5-a712-449d-9da6-7dea16f1dc39,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:10.063401 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port a36790ec-5767-4848-be62-91c649e0891f triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:10.064040 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (a36790ec-5767-4848-be62-91c649e0891f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.064852 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce472d-d87d-41fd-b3d7-4422fffc75fa req-de80b6d0-177d-4272-9234-26a0232366ec tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:10.068067 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c6ce472d-d87d-41fd-b3d7-4422fffc75fa req-de80b6d0-177d-4272-9234-26a0232366ec tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0741594 Jan 24 16:53:10.133001 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c6ce472d-d87d-41fd-b3d7-4422fffc75fa req-374a8f14-2822-4509-b81f-a4a4c6684cb1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583234 Jan 24 16:53:10.270244 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Sync routers for ids ['94c4e440-9afe-49b5-b2df-6eabd804411b'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:53:10.286106 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=114080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:53:10.292471 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port a36790ec-5767-4848-be62-91c649e0891f is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:10.293112 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (a36790ec-5767-4848-be62-91c649e0891f), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.297863 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Routers {'94c4e440-9afe-49b5-b2df-6eabd804411b'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:53:10.298682 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:53:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['94c4e440-9afe-49b5-b2df-6eabd804411b'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:10.300636 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (7e49dd7f-d51c-4f64-b4b3-69f815ce9f32), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.300960 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Added segment 7e49dd7f-d51c-4f64-b4b3-69f815ce9f32 of type vlan for network b396a7ac-46eb-4e49-8953-0e60f56ad23e Jan 24 16:53:10.319061 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a1a0-791d-455e-ac37-5999e3328fb0 req-4bd0e0e2-f1bc-4560-b78f-789d4fdf9574 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:10.320674 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1190a1a0-791d-455e-ac37-5999e3328fb0 req-4bd0e0e2-f1bc-4560-b78f-789d4fdf9574 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.3038929 Jan 24 16:53:10.355217 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port a36790ec-5767-4848-be62-91c649e0891f, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=a36790ec-5767-4848-be62-91c649e0891f,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:10.360184 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (a36790ec-5767-4848-be62-91c649e0891f), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.369530 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (b396a7ac-46eb-4e49-8953-0e60f56ad23e), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.411533 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1190a1a0-791d-455e-ac37-5999e3328fb0 req-8461dd74-3cc1-422c-8996-61465ecb82e7 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846481 Jan 24 16:53:10.412586 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (b396a7ac-46eb-4e49-8953-0e60f56ad23e), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.414412 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:10.415020 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.468918 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=a36790ec-5767-4848-be62-91c649e0891f,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:10.474081 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Set router 94c4e440-9afe-49b5-b2df-6eabd804411b gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:53:10.482459 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6834776 Jan 24 16:53:10.485345 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 51856) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:10.489813 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed33824-23f2-4e27-be36-4cfc37682c29 admin admin] Pushing event updated for resources: {'Network': ['ID=b396a7ac-46eb-4e49-8953-0e60f56ad23e,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:10.490123 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-8aad87da-9d18-4fc0-82ff-93e2cecb2438 admin admin] Request body: {'subnet': {'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1218852809-subnet', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'ip_version': 4}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:53:10.508034 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network b396a7ac-46eb-4e49-8953-0e60f56ad23e details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:53:10.513566 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aad87da-9d18-4fc0-82ff-93e2cecb2438 admin admin] Made reservation on behalf of 280da8b789a04062997d0c9bd25e86e2 for: {'subnet': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:53:10.515946 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8aad87da-9d18-4fc0-82ff-93e2cecb2438 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25359643'] for subnet (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.626551 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.711122 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0284cbb-2d69-4d7c-9a98-d94c47b4854b req-ba70ee24-25fd-405e-9dd2-8c1bcf3f994d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:10.712657 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f0284cbb-2d69-4d7c-9a98-d94c47b4854b req-ba70ee24-25fd-405e-9dd2-8c1bcf3f994d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0645144 Jan 24 16:53:10.726817 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8aad87da-9d18-4fc0-82ff-93e2cecb2438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1357290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25359653'] for subnet (92d2dc5b-4b14-403d-b19c-3284d7bbce13), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.778043 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f0284cbb-2d69-4d7c-9a98-d94c47b4854b req-c5e0ce0b-1537-453b-9780-38073b44fa87 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521216 Jan 24 16:53:10.796804 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:53:08Z', 'revision_number': 4, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '7ebd1dac-1c1d-45e9-b39a-258558d55c41', 'name': '', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'mac_address': 'fa:16:3e:a7:66:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:07Z', 'updated_at': '2022-01-24T16:53:08Z', 'revision_number': 2, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'subnets': [{'id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:10.804418 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad87da-9d18-4fc0-82ff-93e2cecb2438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d2dc5b-4b14-403d-b19c-3284d7bbce13,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:10.830281 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Checking router: 94c4e440-9afe-49b5-b2df-6eabd804411b for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:53:10.830636 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Updating router 94c4e440-9afe-49b5-b2df-6eabd804411b port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 binding host dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:53:10.857928 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.858108 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aad87da-9d18-4fc0-82ff-93e2cecb2438 admin admin] Checking segment: {'id': '7e49dd7f-d51c-4f64-b4b3-69f815ce9f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:53:10.858251 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad87da-9d18-4fc0-82ff-93e2cecb2438 admin admin] Network hostable DHCP agents. Network: b396a7ac-46eb-4e49-8953-0e60f56ad23e, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:53:10.881184 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800bc37-ea85-4133-a660-7ec174e5fdea req-f258bc8e-e015-4794-b820-d14223016a11 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:10.882701 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a800bc37-ea85-4133-a660-7ec174e5fdea req-f258bc8e-e015-4794-b820-d14223016a11 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 946 time: 0.0699024 Jan 24 16:53:10.896617 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad87da-9d18-4fc0-82ff-93e2cecb2438 admin admin] Network b396a7ac-46eb-4e49-8953-0e60f56ad23e is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:53:10.916973 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-8aad87da-9d18-4fc0-82ff-93e2cecb2438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, b396a7ac-46eb-4e49-8953-0e60f56ad23e) {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:53:10.921842 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aad87da-9d18-4fc0-82ff-93e2cecb2438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:10.923011 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8aad87da-9d18-4fc0-82ff-93e2cecb2438 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.952888 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-8aad87da-9d18-4fc0-82ff-93e2cecb2438 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4664595 Jan 24 16:53:10.955185 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cff938-59cc-473e-99b7-07436048d95f None None] Network b396a7ac-46eb-4e49-8953-0e60f56ad23e requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:53:10.955826 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 51866) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:10.960818 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1218852809-router', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:53:10.971365 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a800bc37-ea85-4133-a660-7ec174e5fdea req-30f8dd82-ae50-41c4-82e6-500bcffcc094 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824924 Jan 24 16:53:10.995152 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29909'] for router (5623ae19-d31a-4d1a-be74-028ccdb29df8), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:10.996193 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3713770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3725483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3672214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29932'] for router (5623ae19-d31a-4d1a-be74-028ccdb29df8), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.048677 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Publish callbacks [] for router_controller (5623ae19-d31a-4d1a-be74-028ccdb29df8), precommit_add_association {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.131713 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e441453-c1a8-5497-9479-e1bc9d482b0e-b396a7ac-46eb-4e49-8953-0e60f56ad23e', 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e', 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'fixed_ips': [{'subnet_id': '92d2dc5b-4b14-403d-b19c-3284d7bbce13'}]}} from dv-cinder-826116-1-iscsi. {{(pid=114082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 16:53:11.134850 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.191841 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Publish callbacks [] for router_gateway (5623ae19-d31a-4d1a-be74-028ccdb29df8), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.301837 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9703935-0f51-4de7-8c39-d749c98ac004 req-9ef1bd63-d447-4b7f-bb16-3cbe876845bd tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:11.303350 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d9703935-0f51-4de7-8c39-d749c98ac004 req-9ef1bd63-d447-4b7f-bb16-3cbe876845bd tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0933981 Jan 24 16:53:11.315551 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Publish callbacks [] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), precommit_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.323143 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.371610 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.db_base_plugin_common [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Allocated IP 172.20.0.2 (b396a7ac-46eb-4e49-8953-0e60f56ad23e/92d2dc5b-4b14-403d-b19c-3284d7bbce13/19b81374-453c-4d3d-8c30-0d0f6f6798bc) {{(pid=114082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:53:11.378884 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d9703935-0f51-4de7-8c39-d749c98ac004 req-ddb2101a-d6a6-488d-8016-0316d4d55019 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682118 Jan 24 16:53:11.403228 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404ddf8-0b66-4d29-aa4e-cbc036609780 None None] Pushing event updated for resources: {'Port': ['ID=7ebd1dac-1c1d-45e9-b39a-258558d55c41,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:11.505371 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Publish callbacks [] for router_gateway (5623ae19-d31a-4d1a-be74-028ccdb29df8), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.530388 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.567160 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Attempting to bind port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:53:11.567542 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Attempting to bind port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:53:11.567897 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Attempting to bind port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 on network 79c56179-49d8-45c0-b697-75d837624748 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:53:11.577016 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d682e48-f0e2-4cf0-a371-ef2d851e9829 req-d83de067-f53c-4955-ac73-dc7c706caf73 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:11.579347 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:53:11.579743 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Checking segment: {'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:53:11.580138 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.580526 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Bound using segment: {'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:53:11.581005 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Bound port: 7ebd1dac-1c1d-45e9-b39a-258558d55c41, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:53:11.581382 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.587292 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6d682e48-f0e2-4cf0-a371-ef2d851e9829 req-d83de067-f53c-4955-ac73-dc7c706caf73 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0722797 Jan 24 16:53:11.612109 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Publish callbacks [] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), precommit_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.637686 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.649807 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6d682e48-f0e2-4cf0-a371-ef2d851e9829 req-d243ef58-5db0-4240-ac8a-2a9187bb3b2d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616326 Jan 24 16:53:11.668492 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Allocated IP 172.27.3.104 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/880dd2d6-073a-45c8-8b65-d95b52ec3b31) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:53:11.690371 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Network b396a7ac-46eb-4e49-8953-0e60f56ad23e is already hosted by enough agents. {{(pid=114082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:53:11.701157 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.base_scheduler [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Resources bound (agent type, host, resource id): {{(pid=114082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:53:11.710941 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Received port after_create {{(pid=114082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:53:11.721371 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Pushing event updated for resources: {'Port': ['ID=19b81374-453c-4d3d-8c30-0d0f6f6798bc,revision_number=1']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:11.724175 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] For port 7ebd1dac-1c1d-45e9-b39a-258558d55c41, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:53:11.733453 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] For port 7ebd1dac-1c1d-45e9-b39a-258558d55c41, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=7ebd1dac-1c1d-45e9-b39a-258558d55c41,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:53:11.753128 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.779313 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Publish callbacks [] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.823671 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.831840 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-3b796eb3-04df-4f5d-84dc-86d165c96f6d None None] Provisioning complete for port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:11.832170 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-3b796eb3-04df-4f5d-84dc-86d165c96f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.873503 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Attempting to bind port 19b81374-453c-4d3d-8c30-0d0f6f6798bc on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:53:11.873874 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Attempting to bind port 19b81374-453c-4d3d-8c30-0d0f6f6798bc by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '7e49dd7f-d51c-4f64-b4b3-69f815ce9f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:53:11.874345 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Attempting to bind port 19b81374-453c-4d3d-8c30-0d0f6f6798bc on network b396a7ac-46eb-4e49-8953-0e60f56ad23e {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:53:11.905538 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.915360 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404ddf8-0b66-4d29-aa4e-cbc036609780 None None] Pushing event updated for resources: {'Port': ['ID=7ebd1dac-1c1d-45e9-b39a-258558d55c41,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:11.923712 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:53:11.925738 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:53:11.926192 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Checking segment: {'id': '7e49dd7f-d51c-4f64-b4b3-69f815ce9f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:53:11.926604 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.927039 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Bound using segment: {'id': '7e49dd7f-d51c-4f64-b4b3-69f815ce9f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:53:11.927551 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Bound port: 19b81374-453c-4d3d-8c30-0d0f6f6798bc, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e49dd7f-d51c-4f64-b4b3-69f815ce9f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:53:11.927932 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:11.933489 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Routers {'94c4e440-9afe-49b5-b2df-6eabd804411b'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:53:11.934263 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:53:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['94c4e440-9afe-49b5-b2df-6eabd804411b'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:11.944447 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:53:11.947142 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:53:11.952212 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Pushing event updated for resources: {'Port': ['ID=880dd2d6-073a-45c8-8b65-d95b52ec3b31,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:11.984747 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device a36790ec-5767-4848-be62-91c649e0891f up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:53:12.008829 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064ba95-5a6b-49ac-bd9e-6d662f768d4f req-cbf11fcc-50bf-4dab-952d-e330bc24b61f tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:12.015754 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5064ba95-5a6b-49ac-bd9e-6d662f768d4f req-cbf11fcc-50bf-4dab-952d-e330bc24b61f tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1144979 Jan 24 16:53:12.118051 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0ddcc-e97f-4904-a069-6c0a9162497f req-671b6b8f-cbd0-472d-806c-7e19086feedd tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:12.119637 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-22b0ddcc-e97f-4904-a069-6c0a9162497f req-671b6b8f-cbd0-472d-806c-7e19086feedd tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 946 time: 0.0578375 Jan 24 16:53:12.167905 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5064ba95-5a6b-49ac-bd9e-6d662f768d4f req-51ac41c6-1eab-4c3f-b61e-c7bd32be63de tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512353 Jan 24 16:53:12.184047 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-22b0ddcc-e97f-4904-a069-6c0a9162497f req-a60c47c6-b3db-40fe-8203-ea00bfcaddcd tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580816 Jan 24 16:53:12.232775 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:53:12.291215 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Publish callbacks [] for router_gateway (5623ae19-d31a-4d1a-be74-028ccdb29df8), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:12.302906 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:53:12.303254 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 4c6ddf50-33be-4ddf-8e85-0eb97f669b8d not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:53:12.333738 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] For port 19b81374-453c-4d3d-8c30-0d0f6f6798bc, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:53:12.343426 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] For port 19b81374-453c-4d3d-8c30-0d0f6f6798bc, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=19b81374-453c-4d3d-8c30-0d0f6f6798bc,segment=NetworkSegment(7e49dd7f-d51c-4f64-b4b3-69f815ce9f32),segment_id=7e49dd7f-d51c-4f64-b4b3-69f815ce9f32)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:53:12.347204 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] Set router 94c4e440-9afe-49b5-b2df-6eabd804411b gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:53:12.376842 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:12.385576 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-3b796eb3-04df-4f5d-84dc-86d165c96f6d None None] Current status of the port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:12.385951 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-3b796eb3-04df-4f5d-84dc-86d165c96f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:12.430695 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port a36790ec-5767-4848-be62-91c649e0891f triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:12.431355 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (a36790ec-5767-4848-be62-91c649e0891f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:12.561746 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-3b796eb3-04df-4f5d-84dc-86d165c96f6d None None] For port 7ebd1dac-1c1d-45e9-b39a-258558d55c41, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=7ebd1dac-1c1d-45e9-b39a-258558d55c41,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:12.565829 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb922a2d-8e5d-4248-a01c-76dc6349e255 None None] Pushing event updated for resources: {'Port': ['ID=19b81374-453c-4d3d-8c30-0d0f6f6798bc,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:12.591879 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddee6f-80b2-448d-aae4-9473e7535e7e req-c1ecb3cd-f224-435a-bfc9-d271dcc502a1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:12.595251 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-26ddee6f-80b2-448d-aae4-9473e7535e7e req-c1ecb3cd-f224-435a-bfc9-d271dcc502a1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0936587 Jan 24 16:53:12.597931 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-3b796eb3-04df-4f5d-84dc-86d165c96f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:12.611436 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3713781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725329'] for router (5623ae19-d31a-4d1a-be74-028ccdb29df8), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:12.707516 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b796eb3-04df-4f5d-84dc-86d165c96f6d None None] Pushing event updated for resources: {'Port': ['ID=7ebd1dac-1c1d-45e9-b39a-258558d55c41,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:12.776673 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port a36790ec-5767-4848-be62-91c649e0891f is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:12.786568 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-7137d2b0-315e-4f09-bea8-af1da468eaad None None] Provisioning complete for port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:12.787204 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-7137d2b0-315e-4f09-bea8-af1da468eaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:12.800654 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-26ddee6f-80b2-448d-aae4-9473e7535e7e req-c56818dd-8574-484e-989b-922ded3cf5a5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012875 Jan 24 16:53:12.871205 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Router 5623ae19-d31a-4d1a-be74-028ccdb29df8 is scheduled to L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d with binding_index 1 {{(pid=114080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:53:12.880044 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:53:08Z', 'revision_number': 4, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '7ebd1dac-1c1d-45e9-b39a-258558d55c41', 'name': '', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'mac_address': 'fa:16:3e:a7:66:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:07Z', 'updated_at': '2022-01-24T16:53:11Z', 'revision_number': 4, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'subnets': [{'id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:12.924849 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d00d3-6f41-4af9-99e7-ddeeb7df897e None None] The sync data for ids ['94c4e440-9afe-49b5-b2df-6eabd804411b'] in dv-cinder-826116-1-iscsi is: [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:53:08Z', 'revision_number': 4, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '7ebd1dac-1c1d-45e9-b39a-258558d55c41', 'name': '', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'mac_address': 'fa:16:3e:a7:66:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:07Z', 'updated_at': '2022-01-24T16:53:11Z', 'revision_number': 4, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'subnets': [{'id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:53:13.019586 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-7137d2b0-315e-4f09-bea8-af1da468eaad None None] Current status of the port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:13.075218 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e529e5a-cb33-4f9a-8293-0458567581d3 req-0fb84e9f-81d8-40bc-921b-1b78c5f0b6c7 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:13.076768 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0e529e5a-cb33-4f9a-8293-0458567581d3 req-0fb84e9f-81d8-40bc-921b-1b78c5f0b6c7 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.1471548 Jan 24 16:53:13.124643 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:53:13.137309 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Sync routers for ids ['5623ae19-d31a-4d1a-be74-028ccdb29df8'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:53:13.157722 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Routers {'5623ae19-d31a-4d1a-be74-028ccdb29df8'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:53:13.158536 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:53:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['5623ae19-d31a-4d1a-be74-028ccdb29df8'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:13.172675 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:13.173921 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-2ed1277e-e400-4613-8c33-a1f40dbc54ff admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2170990 Jan 24 16:53:13.176834 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 51894) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:13.192678 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0e529e5a-cb33-4f9a-8293-0458567581d3 req-202329a2-3382-4117-82e9-5d217e9ccb84 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086118 Jan 24 16:53:13.223223 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2bebc-bb69-496c-a876-2432b9da5028 req-d75abb04-4a23-4dcd-9326-56ffbd008b8b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:13.225502 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-afe2bebc-bb69-496c-a876-2432b9da5028 req-d75abb04-4a23-4dcd-9326-56ffbd008b8b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 946 time: 0.0702052 Jan 24 16:53:13.302008 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Set router 5623ae19-d31a-4d1a-be74-028ccdb29df8 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:53:13.417966 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8482d4e-9870-415a-9a92-3124c1d449cd req-e26d8968-0fb1-4343-abcc-2e029aebb1a2 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:13.420378 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e8482d4e-9870-415a-9a92-3124c1d449cd req-e26d8968-0fb1-4343-abcc-2e029aebb1a2 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 946 time: 0.0972559 Jan 24 16:53:13.429687 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-afe2bebc-bb69-496c-a876-2432b9da5028 req-48555dda-2102-4156-8229-cfb191364196 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Deleting port 1c00f2bb-a862-432a-8749-d007bd44785f {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:53:13.430158 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-afe2bebc-bb69-496c-a876-2432b9da5028 req-48555dda-2102-4156-8229-cfb191364196 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:13.537213 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e8482d4e-9870-415a-9a92-3124c1d449cd req-539ce5ed-e8f7-42cd-93e2-7255f7727738 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107433 Jan 24 16:53:13.581419 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'name': 'tempest-TestMinimumBasicScenario-1218852809-router', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:12Z', 'revision_number': 3, 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'gw_port': {'id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:13.614914 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Checking router: 5623ae19-d31a-4d1a-be74-028ccdb29df8 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:53:13.615611 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Updating router 5623ae19-d31a-4d1a-be74-028ccdb29df8 port 880dd2d6-073a-45c8-8b65-d95b52ec3b31 binding host dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:53:13.649126 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:13.680386 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-afe2bebc-bb69-496c-a876-2432b9da5028 req-48555dda-2102-4156-8229-cfb191364196 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] For port 1c00f2bb-a862-432a-8749-d007bd44785f, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=1c00f2bb-a862-432a-8749-d007bd44785f,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:13.680967 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-afe2bebc-bb69-496c-a876-2432b9da5028 req-48555dda-2102-4156-8229-cfb191364196 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:13.706408 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-afe2bebc-bb69-496c-a876-2432b9da5028 req-48555dda-2102-4156-8229-cfb191364196 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Calling delete_port for 1c00f2bb-a862-432a-8749-d007bd44785f owned by compute:nova {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:53:13.760609 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9770e0-e8c7-479c-b7b4-3bc14d45eed0 req-c6d93495-923f-4a76-ae07-6529d79c5d37 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:13.767919 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-eb9770e0-e8c7-479c-b7b4-3bc14d45eed0 req-c6d93495-923f-4a76-ae07-6529d79c5d37 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.4532149 Jan 24 16:53:13.933241 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-eb9770e0-e8c7-479c-b7b4-3bc14d45eed0 req-4da5771e-6281-4406-94b0-d5f4eadaa8a2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642425 Jan 24 16:53:14.018494 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21dccf8-35aa-4aef-9192-e1a948c811e2 None None] Network b396a7ac-46eb-4e49-8953-0e60f56ad23e requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:53:14.132229 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-afe2bebc-bb69-496c-a876-2432b9da5028 req-48555dda-2102-4156-8229-cfb191364196 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (1c00f2bb-a862-432a-8749-d007bd44785f), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.143734 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Publish callbacks [] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), precommit_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.144279 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735c78e-1820-45fa-b550-6d19d43657ea req-4ba6bbe9-8be9-4b26-8bfa-612e12d2d62e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:14.154923 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a735c78e-1820-45fa-b550-6d19d43657ea req-4ba6bbe9-8be9-4b26-8bfa-612e12d2d62e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.1700294 Jan 24 16:53:14.158671 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.161469 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 7ebd1dac-1c1d-45e9-b39a-258558d55c41 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:53:14.168427 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['6ede1577-59cb-4655-a23e-cc2ffa5c3c79', 'efc223cc-bc5e-4cdf-a92f-b066f43ca860', '1c00f2bb-a862-432a-8749-d007bd44785f'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:53:14.209273 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9696f-4458-4e04-bc50-d988d3fb4dcd None None] Pushing event updated for resources: {'Port': ['ID=880dd2d6-073a-45c8-8b65-d95b52ec3b31,revision_number=2']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:14.235126 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48555dda-2102-4156-8229-cfb191364196 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Pushing event deleted for resources: {'Port': ['ID=1c00f2bb-a862-432a-8749-d007bd44785f,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:14.241566 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Attempting to bind port 880dd2d6-073a-45c8-8b65-d95b52ec3b31 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:53:14.242329 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Attempting to bind port 880dd2d6-073a-45c8-8b65-d95b52ec3b31 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:53:14.242446 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Attempting to bind port 880dd2d6-073a-45c8-8b65-d95b52ec3b31 on network f4e55208-cae1-44b0-b853-b1df1375b132 {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:53:14.250160 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:53:14.250539 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Checking segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:53:14.250940 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.251384 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Bound using segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:53:14.251777 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Bound port: 880dd2d6-073a-45c8-8b65-d95b52ec3b31, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:53:14.252196 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.307813 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.326499 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-79b613ed-8232-4ce4-b007-1d02660f1351 None None] Provisioning complete for port 19b81374-453c-4d3d-8c30-0d0f6f6798bc triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:14.326906 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-79b613ed-8232-4ce4-b007-1d02660f1351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.333392 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a735c78e-1820-45fa-b550-6d19d43657ea req-afae0cbb-33f5-4afd-89b7-b0d78a225dce tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674008 Jan 24 16:53:14.360148 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] For port 880dd2d6-073a-45c8-8b65-d95b52ec3b31, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:53:14.363639 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] For port 880dd2d6-073a-45c8-8b65-d95b52ec3b31, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=880dd2d6-073a-45c8-8b65-d95b52ec3b31,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:53:14.371008 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.372194 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe2bebc-bb69-496c-a876-2432b9da5028 req-48555dda-2102-4156-8229-cfb191364196 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] No DVR routers for this DVR port 1c00f2bb-a862-432a-8749-d007bd44785f on host hv-cinder-82611 {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:53:14.376402 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-afe2bebc-bb69-496c-a876-2432b9da5028 req-48555dda-2102-4156-8229-cfb191364196 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.389244 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-afe2bebc-bb69-496c-a876-2432b9da5028 req-48555dda-2102-4156-8229-cfb191364196 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "DELETE /v2.0/ports/1c00f2bb-a862-432a-8749-d007bd44785f HTTP/1.1" status: 204 len: 173 time: 1.1545506 Jan 24 16:53:14.390374 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ca6098-0099-41ae-a01a-a19e52f1bc70', 'name': 'network-vif-deleted', 'tag': '1c00f2bb-a862-432a-8749-d007bd44785f'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:53:14.392799 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70212fe4-23fc-4b53-a6a5-2a2c8fa873fe" -d '{"events": [{"server_uuid": "b5ca6098-0099-41ae-a01a-a19e52f1bc70", "name": "network-vif-deleted", "tag": "1c00f2bb-a862-432a-8749-d007bd44785f"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:53:14.427328 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9696f-4458-4e04-bc50-d988d3fb4dcd None None] Pushing event updated for resources: {'Port': ['ID=880dd2d6-073a-45c8-8b65-d95b52ec3b31,revision_number=3']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:14.435237 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3c746-707f-4f45-a07c-cdaf044534c3 req-ea87d0f3-ff5a-4a95-9912-9810a0ad1ff2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:14.438117 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4cb3c746-707f-4f45-a07c-cdaf044534c3 req-ea87d0f3-ff5a-4a95-9912-9810a0ad1ff2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.1202466 Jan 24 16:53:14.466268 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Routers {'5623ae19-d31a-4d1a-be74-028ccdb29df8'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:53:14.466999 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:53:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['5623ae19-d31a-4d1a-be74-028ccdb29df8'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:14.505203 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d37681-b44b-45b2-9511-bbc2a0d63ce7 x-openstack-request-id: req-c2d37681-b44b-45b2-9511-bbc2a0d63ce7 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:53:14.505618 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ca6098-0099-41ae-a01a-a19e52f1bc70", "name": "network-vif-deleted", "tag": "1c00f2bb-a862-432a-8749-d007bd44785f", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:53:14.507539 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c2d37681-b44b-45b2-9511-bbc2a0d63ce7 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:53:14.507972 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ca6098-0099-41ae-a01a-a19e52f1bc70', 'name': 'network-vif-deleted', 'tag': '1c00f2bb-a862-432a-8749-d007bd44785f', 'status': 'completed', 'code': 200} Jan 24 16:53:14.561261 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:14.561635 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.665744 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4cb3c746-707f-4f45-a07c-cdaf044534c3 req-3cf1d8c1-c8c9-4d35-bec6-767819a3b4a2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806111 Jan 24 16:53:14.680967 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] Set router 5623ae19-d31a-4d1a-be74-028ccdb29df8 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:53:14.691876 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-79b613ed-8232-4ce4-b007-1d02660f1351 None None] Current status of the port 19b81374-453c-4d3d-8c30-0d0f6f6798bc is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:14.692254 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-79b613ed-8232-4ce4-b007-1d02660f1351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.773661 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Allocated IP 172.20.0.1 (b396a7ac-46eb-4e49-8953-0e60f56ad23e/92d2dc5b-4b14-403d-b19c-3284d7bbce13/83e09c5a-0465-4678-bdfc-582ba08e9af6) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:53:14.780103 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d2b2c551-675c-4ed5-b271-2b7fafcd6990 req-1ce947ad-c9ee-473a-a091-0a5653eca441 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=b5ca6098-0099-41ae-a01a-a19e52f1bc70 HTTP/1.1" status: 200 len: 210 time: 0.0788469 Jan 24 16:53:14.824133 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-79b613ed-8232-4ce4-b007-1d02660f1351 None None] For port 19b81374-453c-4d3d-8c30-0d0f6f6798bc, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=19b81374-453c-4d3d-8c30-0d0f6f6798bc,segment=NetworkSegment(7e49dd7f-d51c-4f64-b4b3-69f815ce9f32),segment_id=7e49dd7f-d51c-4f64-b4b3-69f815ce9f32)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:14.839395 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-79b613ed-8232-4ce4-b007-1d02660f1351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.932083 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Publish callbacks [] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:14.959515 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b613ed-8232-4ce4-b007-1d02660f1351 None None] Pushing event updated for resources: {'Port': ['ID=19b81374-453c-4d3d-8c30-0d0f6f6798bc,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:14.967145 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:14.967145 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 19b81374-453c-4d3d-8c30-0d0f6f6798bc up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:53:14.983716 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:15.066825 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Network b396a7ac-46eb-4e49-8953-0e60f56ad23e is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:53:15.073865 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:53:15.079264 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 19b81374-453c-4d3d-8c30-0d0f6f6798bc triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:15.079783 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:15.087053 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:53:15.101723 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'name': 'tempest-TestMinimumBasicScenario-1218852809-router', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:12Z', 'revision_number': 3, 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'gw_port': {'id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:15.106223 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Pushing event updated for resources: {'Port': ['ID=83e09c5a-0465-4678-bdfc-582ba08e9af6,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:15.137375 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420bf3fd-f251-4799-a6c0-823f466053a4 None None] The sync data for ids ['5623ae19-d31a-4d1a-be74-028ccdb29df8'] in dv-cinder-826116-1-iscsi is: [{'id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'name': 'tempest-TestMinimumBasicScenario-1218852809-router', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:12Z', 'revision_number': 3, 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'gw_port': {'id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:53:15.165633 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-399efb43-2dca-4a95-8919-5d9c6c411785 None None] Provisioning complete for port 19b81374-453c-4d3d-8c30-0d0f6f6798bc triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:15.166419 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-399efb43-2dca-4a95-8919-5d9c6c411785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:15.190689 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308fe5a-d667-4407-82cd-e917825105f4 req-05476c3e-297b-4c83-ae18-d114c2c7371e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:15.192394 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e308fe5a-d667-4407-82cd-e917825105f4 req-05476c3e-297b-4c83-ae18-d114c2c7371e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1646962 Jan 24 16:53:15.233266 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723583'] for router_interface (5623ae19-d31a-4d1a-be74-028ccdb29df8), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:15.308111 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-399efb43-2dca-4a95-8919-5d9c6c411785 None None] Current status of the port 19b81374-453c-4d3d-8c30-0d0f6f6798bc is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:15.313594 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 19b81374-453c-4d3d-8c30-0d0f6f6798bc is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:15.313893 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e308fe5a-d667-4407-82cd-e917825105f4 req-f30a3c0b-d605-4fe6-8f62-78cc04b5967a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083865 Jan 24 16:53:15.400126 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:15.434445 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f7919813-1ecc-4d01-97d2-bfc651d02190 None None] Provisioning complete for port 83e09c5a-0465-4678-bdfc-582ba08e9af6 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:15.435132 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f7919813-1ecc-4d01-97d2-bfc651d02190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:15.498212 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbed7c-a81a-466c-8ca5-5f01b528c5ee req-55769053-b3cd-4a61-ae71-b91a445c56c1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:15.500381 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d4bbed7c-a81a-466c-8ca5-5f01b528c5ee req-55769053-b3cd-4a61-ae71-b91a445c56c1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0841794 Jan 24 16:53:15.505407 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f7919813-1ecc-4d01-97d2-bfc651d02190 None None] Port 83e09c5a-0465-4678-bdfc-582ba08e9af6 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:53:15.573216 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d4bbed7c-a81a-466c-8ca5-5f01b528c5ee req-9a14ee6c-3367-466f-b985-b8dec3de2c85 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654497 Jan 24 16:53:15.611640 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Publish callbacks [] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:15.618980 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:15.692336 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Pushing event updated for resources: {'Port': ['ID=83e09c5a-0465-4678-bdfc-582ba08e9af6,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:15.696660 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720777'] for router_interface (5623ae19-d31a-4d1a-be74-028ccdb29df8), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:15.824363 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb17603-d4b5-4e08-a633-45c0a81a9b88 req-5d588996-4289-4706-8606-655b33266295 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:15.825959 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1fb17603-d4b5-4e08-a633-45c0a81a9b88 req-5d588996-4289-4706-8606-655b33266295 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0743883 Jan 24 16:53:15.833997 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Network b396a7ac-46eb-4e49-8953-0e60f56ad23e is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:53:15.837984 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:53:15.955534 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1fb17603-d4b5-4e08-a633-45c0a81a9b88 req-8a540180-d1ab-4990-812d-f4bfbd959188 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191459 Jan 24 16:53:16.097796 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Router 5623ae19-d31a-4d1a-be74-028ccdb29df8 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:53:16.119557 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 880dd2d6-073a-45c8-8b65-d95b52ec3b31 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:53:16.182307 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 880dd2d6-073a-45c8-8b65-d95b52ec3b31 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:16.182900 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:16.241432 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f83129d3-8200-4152-bb8b-1e88ecdc1af8 None None] Provisioning complete for port 83e09c5a-0465-4678-bdfc-582ba08e9af6 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:16.241805 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f83129d3-8200-4152-bb8b-1e88ecdc1af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:16.272380 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bd12a-3399-492f-b38f-e293ba09f4c6 req-bd1fe038-07d9-479e-85bb-6f48cb71bbc0 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:16.279254 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-309bd12a-3399-492f-b38f-e293ba09f4c6 req-bd1fe038-07d9-479e-85bb-6f48cb71bbc0 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 946 time: 0.1675651 Jan 24 16:53:16.311196 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:53:16.311432 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f83129d3-8200-4152-bb8b-1e88ecdc1af8 None None] Port 83e09c5a-0465-4678-bdfc-582ba08e9af6 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:53:16.314344 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 880dd2d6-073a-45c8-8b65-d95b52ec3b31 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:16.314732 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:16.325495 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-a2b0a2bd-e797-4b1b-968c-98449a7596a1 admin admin] 10.222.0.117 "PUT /v2.0/routers/5623ae19-d31a-4d1a-be74-028ccdb29df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1389418 Jan 24 16:53:16.335981 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port 880dd2d6-073a-45c8-8b65-d95b52ec3b31, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=880dd2d6-073a-45c8-8b65-d95b52ec3b31,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:16.341964 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-309bd12a-3399-492f-b38f-e293ba09f4c6 req-c88838c5-d835-4646-bea3-d56001ba323f tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561383 Jan 24 16:53:16.343704 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:16.344497 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 19b81374-453c-4d3d-8c30-0d0f6f6798bc up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:53:16.484054 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6b55a-d39a-4724-b1c5-a78f0f768c72 req-8c1cc326-3a7e-4a91-a1a5-83f706e589b9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:16.486250 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6aa6b55a-d39a-4724-b1c5-a78f0f768c72 req-8c1cc326-3a7e-4a91-a1a5-83f706e589b9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0712645 Jan 24 16:53:16.537960 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6aa6b55a-d39a-4724-b1c5-a78f0f768c72 req-ae4d0246-8b27-4e60-95b1-5ae31137617e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449643 Jan 24 16:53:16.549170 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=880dd2d6-073a-45c8-8b65-d95b52ec3b31,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:16.561976 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 19b81374-453c-4d3d-8c30-0d0f6f6798bc triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:16.562563 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:16.649593 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 19b81374-453c-4d3d-8c30-0d0f6f6798bc is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:16.707685 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381e383-effd-4c17-9101-c36e5b1feee4 req-9672b31c-2663-4ae9-a6fb-524a7d74debf tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:16.709825 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4381e383-effd-4c17-9101-c36e5b1feee4 req-9672b31c-2663-4ae9-a6fb-524a7d74debf tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0598977 Jan 24 16:53:16.766364 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4381e383-effd-4c17-9101-c36e5b1feee4 req-c8da245d-657b-472d-9cb9-a66a7f4e0700 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478420 Jan 24 16:53:17.035205 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Sync routers for ids ['5623ae19-d31a-4d1a-be74-028ccdb29df8'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:53:17.046708 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Routers {'5623ae19-d31a-4d1a-be74-028ccdb29df8'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:53:17.047372 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:53:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['5623ae19-d31a-4d1a-be74-028ccdb29df8'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:17.116665 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2fe83-4769-49c1-8bc5-024f0e0371bc req-855a64d3-28f2-4250-85ff-1fc223bbbed4 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:17.120727 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f9e2fe83-4769-49c1-8bc5-024f0e0371bc req-855a64d3-28f2-4250-85ff-1fc223bbbed4 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0717750 Jan 24 16:53:17.176628 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Set router 5623ae19-d31a-4d1a-be74-028ccdb29df8 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:53:17.191204 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f9e2fe83-4769-49c1-8bc5-024f0e0371bc req-87b7533f-86d3-4840-aa85-bc78fcb22026 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629191 Jan 24 16:53:17.426514 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'name': 'tempest-TestMinimumBasicScenario-1218852809-router', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:15Z', 'revision_number': 4, 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'gw_port': {'id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '83e09c5a-0465-4678-bdfc-582ba08e9af6', 'name': '', 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'mac_address': 'fa:16:3e:99:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '92d2dc5b-4b14-403d-b19c-3284d7bbce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:14Z', 'updated_at': '2022-01-24T16:53:15Z', 'revision_number': 2, 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'subnets': [{'id': '92d2dc5b-4b14-403d-b19c-3284d7bbce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:17.462191 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Checking router: 5623ae19-d31a-4d1a-be74-028ccdb29df8 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:53:17.462549 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Updating router 5623ae19-d31a-4d1a-be74-028ccdb29df8 port 83e09c5a-0465-4678-bdfc-582ba08e9af6 binding host dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:53:17.492093 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242b86b-5182-4bbc-b50b-7566282a6622 req-1c74f05b-4381-4aa9-92db-88928c483f71 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:17.492914 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9242b86b-5182-4bbc-b50b-7566282a6622 req-1c74f05b-4381-4aa9-92db-88928c483f71 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 946 time: 0.0585625 Jan 24 16:53:17.496498 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:17.554921 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9242b86b-5182-4bbc-b50b-7566282a6622 req-53b14846-b94f-41b5-88a5-539698273c7e tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542417 Jan 24 16:53:17.718719 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bb8cd-e234-4251-a220-3eafc0a3a8e7 req-46f990c9-271b-4316-a097-23e0483629bc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:17.721374 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-010bb8cd-e234-4251-a220-3eafc0a3a8e7 req-46f990c9-271b-4316-a097-23e0483629bc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0809939 Jan 24 16:53:17.787372 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-010bb8cd-e234-4251-a220-3eafc0a3a8e7 req-0460e2e8-cc1f-4749-b568-7e24242188e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566480 Jan 24 16:53:17.849705 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Publish callbacks [] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), precommit_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:17.860385 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:17.926706 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46cc2c-fe91-41dc-a981-36742e2feb99 None None] Pushing event updated for resources: {'Port': ['ID=83e09c5a-0465-4678-bdfc-582ba08e9af6,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:17.970286 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b32c8-6392-45e1-811c-b8bca285f5e9 req-3698197e-f03e-45cb-8361-1daadd2394b6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:17.971127 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 880dd2d6-073a-45c8-8b65-d95b52ec3b31 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:53:17.987570 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a30b32c8-6392-45e1-811c-b8bca285f5e9 req-3698197e-f03e-45cb-8361-1daadd2394b6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.1082797 Jan 24 16:53:18.043400 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Attempting to bind port 83e09c5a-0465-4678-bdfc-582ba08e9af6 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:53:18.044043 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Attempting to bind port 83e09c5a-0465-4678-bdfc-582ba08e9af6 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '7e49dd7f-d51c-4f64-b4b3-69f815ce9f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:53:18.044566 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Attempting to bind port 83e09c5a-0465-4678-bdfc-582ba08e9af6 on network b396a7ac-46eb-4e49-8953-0e60f56ad23e {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:53:18.049964 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a30b32c8-6392-45e1-811c-b8bca285f5e9 req-6b561d26-1231-408e-951f-e454d4fdd8db tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614474 Jan 24 16:53:18.054736 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:53:18.055389 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Checking segment: {'id': '7e49dd7f-d51c-4f64-b4b3-69f815ce9f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:53:18.055948 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:18.056502 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Bound using segment: {'id': '7e49dd7f-d51c-4f64-b4b3-69f815ce9f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:53:18.057437 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Bound port: 83e09c5a-0465-4678-bdfc-582ba08e9af6, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e49dd7f-d51c-4f64-b4b3-69f815ce9f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:53:18.057979 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:18.119548 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 880dd2d6-073a-45c8-8b65-d95b52ec3b31 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:18.119926 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:18.160960 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 1c00f2bb-a862-432a-8749-d007bd44785f no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:53:18.197714 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 1c00f2bb-a862-432a-8749-d007bd44785f {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:53:18.198347 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 1c00f2bb-a862-432a-8749-d007bd44785f not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:53:18.213292 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] For port 83e09c5a-0465-4678-bdfc-582ba08e9af6, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:53:18.218076 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] For port 83e09c5a-0465-4678-bdfc-582ba08e9af6, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=83e09c5a-0465-4678-bdfc-582ba08e9af6,segment=NetworkSegment(7e49dd7f-d51c-4f64-b4b3-69f815ce9f32),segment_id=7e49dd7f-d51c-4f64-b4b3-69f815ce9f32)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:53:18.225371 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:18.356920 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Routers {'5623ae19-d31a-4d1a-be74-028ccdb29df8'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:53:18.357998 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:53:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['5623ae19-d31a-4d1a-be74-028ccdb29df8'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:18.360440 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-60be281b-4292-4a25-af2e-b7ca4c7e42f5 None None] Provisioning complete for port 83e09c5a-0465-4678-bdfc-582ba08e9af6 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:18.360967 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-60be281b-4292-4a25-af2e-b7ca4c7e42f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:18.433696 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6371dd-f7a2-4ac0-bd02-361212bdd836 req-63ae53ef-df4f-45e2-84b8-3a766f3aebae tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:18.440714 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4a6371dd-f7a2-4ac0-bd02-361212bdd836 req-63ae53ef-df4f-45e2-84b8-3a766f3aebae tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.1690688 Jan 24 16:53:18.445007 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46cc2c-fe91-41dc-a981-36742e2feb99 None None] Pushing event updated for resources: {'Port': ['ID=83e09c5a-0465-4678-bdfc-582ba08e9af6,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:18.451360 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 880dd2d6-073a-45c8-8b65-d95b52ec3b31 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:18.516551 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4a6371dd-f7a2-4ac0-bd02-361212bdd836 req-7b1a5657-c9cb-4b19-b6d7-6cdc7d9d95b7 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704384 Jan 24 16:53:18.525136 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b87e1-a026-41ec-ada8-4072c6df48db req-e67bc560-3334-41db-b3e2-570e6aa68f59 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:18.526628 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cb1b87e1-a026-41ec-ada8-4072c6df48db req-e67bc560-3334-41db-b3e2-570e6aa68f59 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 946 time: 0.1512268 Jan 24 16:53:18.594892 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] Set router 5623ae19-d31a-4d1a-be74-028ccdb29df8 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:53:18.649180 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-60be281b-4292-4a25-af2e-b7ca4c7e42f5 None None] Current status of the port 83e09c5a-0465-4678-bdfc-582ba08e9af6 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:18.649574 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-60be281b-4292-4a25-af2e-b7ca4c7e42f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:18.681280 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-cb1b87e1-a026-41ec-ada8-4072c6df48db req-eb5f4ba8-6fc8-4834-8ab1-088804c0c8e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Deleting port efc223cc-bc5e-4cdf-a92f-b066f43ca860 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:53:18.681616 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-cb1b87e1-a026-41ec-ada8-4072c6df48db req-eb5f4ba8-6fc8-4834-8ab1-088804c0c8e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:18.749811 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85305554-198d-47fb-b399-a5103ced4a89 req-1112517a-0ae8-4f90-a1cd-cd0733770bc3 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:18.752015 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-85305554-198d-47fb-b399-a5103ced4a89 req-1112517a-0ae8-4f90-a1cd-cd0733770bc3 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 946 time: 0.0649338 Jan 24 16:53:18.783566 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-60be281b-4292-4a25-af2e-b7ca4c7e42f5 None None] For port 83e09c5a-0465-4678-bdfc-582ba08e9af6, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=83e09c5a-0465-4678-bdfc-582ba08e9af6,segment=NetworkSegment(7e49dd7f-d51c-4f64-b4b3-69f815ce9f32),segment_id=7e49dd7f-d51c-4f64-b4b3-69f815ce9f32)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:18.796858 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-60be281b-4292-4a25-af2e-b7ca4c7e42f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:18.832150 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-cb1b87e1-a026-41ec-ada8-4072c6df48db req-eb5f4ba8-6fc8-4834-8ab1-088804c0c8e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] For port efc223cc-bc5e-4cdf-a92f-b066f43ca860, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=efc223cc-bc5e-4cdf-a92f-b066f43ca860,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:18.832646 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-cb1b87e1-a026-41ec-ada8-4072c6df48db req-eb5f4ba8-6fc8-4834-8ab1-088804c0c8e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:18.838740 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-85305554-198d-47fb-b399-a5103ced4a89 req-7dbb9e2f-2d1f-4e1f-9094-30584cc8f7a7 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730321 Jan 24 16:53:18.957240 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be281b-4292-4a25-af2e-b7ca4c7e42f5 None None] Pushing event updated for resources: {'Port': ['ID=83e09c5a-0465-4678-bdfc-582ba08e9af6,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:18.969420 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-aab40698-7982-4b3d-84aa-38a66e09776d None None] Provisioning complete for port 83e09c5a-0465-4678-bdfc-582ba08e9af6 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:18.970986 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-aab40698-7982-4b3d-84aa-38a66e09776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:19.076256 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'name': 'tempest-TestMinimumBasicScenario-1218852809-router', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:15Z', 'revision_number': 4, 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'gw_port': {'id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '83e09c5a-0465-4678-bdfc-582ba08e9af6', 'name': '', 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'mac_address': 'fa:16:3e:99:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '92d2dc5b-4b14-403d-b19c-3284d7bbce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:14Z', 'updated_at': '2022-01-24T16:53:18Z', 'revision_number': 4, 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'subnets': [{'id': '92d2dc5b-4b14-403d-b19c-3284d7bbce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:19.091218 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-cb1b87e1-a026-41ec-ada8-4072c6df48db req-eb5f4ba8-6fc8-4834-8ab1-088804c0c8e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Calling delete_port for efc223cc-bc5e-4cdf-a92f-b066f43ca860 owned by compute:nova {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:53:19.123849 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158982e7-36a9-44f3-936d-e5d76ad4a416 None None] The sync data for ids ['5623ae19-d31a-4d1a-be74-028ccdb29df8'] in dv-cinder-826116-1-iscsi is: [{'id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'name': 'tempest-TestMinimumBasicScenario-1218852809-router', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:15Z', 'revision_number': 4, 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'gw_port': {'id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '83e09c5a-0465-4678-bdfc-582ba08e9af6', 'name': '', 'network_id': 'b396a7ac-46eb-4e49-8953-0e60f56ad23e', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'mac_address': 'fa:16:3e:99:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '92d2dc5b-4b14-403d-b19c-3284d7bbce13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:14Z', 'updated_at': '2022-01-24T16:53:18Z', 'revision_number': 4, 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'subnets': [{'id': '92d2dc5b-4b14-403d-b19c-3284d7bbce13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:53:19.126332 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-aab40698-7982-4b3d-84aa-38a66e09776d None None] Current status of the port 83e09c5a-0465-4678-bdfc-582ba08e9af6 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:19.223213 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaec77-b718-4aec-93f5-d636be41be78 req-75cc7262-676a-4793-ace2-61e393db3207 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:19.223418 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0eaaec77-b718-4aec-93f5-d636be41be78 req-75cc7262-676a-4793-ace2-61e393db3207 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1342168 Jan 24 16:53:19.243761 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d3c0-f563-48c1-b111-c72b5b3430b3 req-9c35a89d-eb42-4f00-bc24-d6cd3fa778b1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:19.245327 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-36c8d3c0-f563-48c1-b111-c72b5b3430b3 req-9c35a89d-eb42-4f00-bc24-d6cd3fa778b1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0997026 Jan 24 16:53:19.302831 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0eaaec77-b718-4aec-93f5-d636be41be78 req-8e3b8764-3102-41aa-b239-a378873fdb5a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709407 Jan 24 16:53:19.343794 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-36c8d3c0-f563-48c1-b111-c72b5b3430b3 req-6b0b9283-f2b9-46c5-a55e-708f7ea551ea tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903742 Jan 24 16:53:19.436298 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-cb1b87e1-a026-41ec-ada8-4072c6df48db req-eb5f4ba8-6fc8-4834-8ab1-088804c0c8e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (efc223cc-bc5e-4cdf-a92f-b066f43ca860), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:19.451056 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['6ede1577-59cb-4655-a23e-cc2ffa5c3c79', 'efc223cc-bc5e-4cdf-a92f-b066f43ca860'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:53:19.505770 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f4ba8-6fc8-4834-8ab1-088804c0c8e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Pushing event deleted for resources: {'Port': ['ID=efc223cc-bc5e-4cdf-a92f-b066f43ca860,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:19.544635 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1b87e1-a026-41ec-ada8-4072c6df48db req-eb5f4ba8-6fc8-4834-8ab1-088804c0c8e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] No DVR routers for this DVR port efc223cc-bc5e-4cdf-a92f-b066f43ca860 on host hv-cinder-82611 {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:53:19.547096 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-cb1b87e1-a026-41ec-ada8-4072c6df48db req-eb5f4ba8-6fc8-4834-8ab1-088804c0c8e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:19.551386 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cb1b87e1-a026-41ec-ada8-4072c6df48db req-eb5f4ba8-6fc8-4834-8ab1-088804c0c8e1 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "DELETE /v2.0/ports/efc223cc-bc5e-4cdf-a92f-b066f43ca860 HTTP/1.1" status: 204 len: 173 time: 1.0119703 Jan 24 16:53:19.551550 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b09775-5279-4d04-af95-32c544e2b423', 'name': 'network-vif-deleted', 'tag': 'efc223cc-bc5e-4cdf-a92f-b066f43ca860'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:53:19.555402 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12febbb0-5f8d-4241-8ac6-9b3891c9fa53" -d '{"events": [{"server_uuid": "e2b09775-5279-4d04-af95-32c544e2b423", "name": "network-vif-deleted", "tag": "efc223cc-bc5e-4cdf-a92f-b066f43ca860"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:53:19.628509 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa05f2a0-7a05-4fd1-8c0d-7ccf25ce5244 x-openstack-request-id: req-aa05f2a0-7a05-4fd1-8c0d-7ccf25ce5244 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:53:19.629315 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b09775-5279-4d04-af95-32c544e2b423", "name": "network-vif-deleted", "tag": "efc223cc-bc5e-4cdf-a92f-b066f43ca860", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:53:19.629690 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-aa05f2a0-7a05-4fd1-8c0d-7ccf25ce5244 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:53:19.630357 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b09775-5279-4d04-af95-32c544e2b423', 'name': 'network-vif-deleted', 'tag': 'efc223cc-bc5e-4cdf-a92f-b066f43ca860', 'status': 'completed', 'code': 200} Jan 24 16:53:19.710633 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26563f-b074-4149-a8de-4bb2bd176857 req-c0975ccf-72b3-48ce-8b34-6ae093da537c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:19.713728 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4f26563f-b074-4149-a8de-4bb2bd176857 req-c0975ccf-72b3-48ce-8b34-6ae093da537c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0809078 Jan 24 16:53:19.802030 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4f26563f-b074-4149-a8de-4bb2bd176857 req-ff3d7664-1588-4398-8e8f-50ff3726f2b2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748415 Jan 24 16:53:20.036669 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1d7b4bfe-d09a-43af-9359-7f3443150e5b req-136e4ad8-4ae4-4dab-953b-280710a6be38 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=e2b09775-5279-4d04-af95-32c544e2b423 HTTP/1.1" status: 200 len: 210 time: 0.0552609 Jan 24 16:53:20.077314 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 83e09c5a-0465-4678-bdfc-582ba08e9af6 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:53:20.176873 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 83e09c5a-0465-4678-bdfc-582ba08e9af6 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:20.177244 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:20.343323 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5af20f1e-1824-4d8f-ba09-7c0973152051 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:53:20.409121 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 83e09c5a-0465-4678-bdfc-582ba08e9af6 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:20.504896 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90f0aa-b957-4cc6-ae47-408477bf9f68 req-2e2ee46e-f0ea-4651-8e01-e727beff8148 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:20.518130 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fe90f0aa-b957-4cc6-ae47-408477bf9f68 req-2e2ee46e-f0ea-4651-8e01-e727beff8148 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1140621 Jan 24 16:53:20.641698 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34572811-17e6-48d8-abe9-fa585b496b76 req-a80dcf76-8f22-4a7f-9d9f-07e09c71c164 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:20.653192 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fe90f0aa-b957-4cc6-ae47-408477bf9f68 req-ecc40a84-eea3-4c93-ab94-18c654c2ecd4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336329 Jan 24 16:53:20.654477 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-34572811-17e6-48d8-abe9-fa585b496b76 req-a80dcf76-8f22-4a7f-9d9f-07e09c71c164 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.1336105 Jan 24 16:53:20.695121 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5af20f1e-1824-4d8f-ba09-7c0973152051,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:20.745752 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'port_id': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'mac_address': 'fa:16:3e:23:97:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:53:20.791127 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-34572811-17e6-48d8-abe9-fa585b496b76 req-27ac7f94-0092-4668-a543-e17b29def7b0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285806 Jan 24 16:53:20.937251 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 5af20f1e-1824-4d8f-ba09-7c0973152051 is: ACTIVE; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:20.937770 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:21.050546 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5af20f1e-1824-4d8f-ba09-7c0973152051 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:53:21.092037 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f4ee4-f7fa-4916-af40-69c3f8c4090d req-98395845-2e41-45f0-a661-df9799377b60 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:21.101453 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7f2f4ee4-f7fa-4916-af40-69c3f8c4090d req-98395845-2e41-45f0-a661-df9799377b60 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.1077659 Jan 24 16:53:21.136057 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5af20f1e-1824-4d8f-ba09-7c0973152051,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:21.145222 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:21.216486 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7f2f4ee4-f7fa-4916-af40-69c3f8c4090d req-ae3cfb35-0b77-40d8-8252-c530c082da2b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088037 Jan 24 16:53:21.247814 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=5af20f1e-1824-4d8f-ba09-7c0973152051,revision_number=6']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:21.340794 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['5af20f1e-1824-4d8f-ba09-7c0973152051'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:53:21.832248 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbf8f4-f5f6-40bc-b08d-9685d024562f req-0dc8430e-e137-4402-bc9c-1927db71114c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:21.844849 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-88dbf8f4-f5f6-40bc-b08d-9685d024562f req-0dc8430e-e137-4402-bc9c-1927db71114c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 945 time: 0.0940413 Jan 24 16:53:21.945930 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-88dbf8f4-f5f6-40bc-b08d-9685d024562f req-d49c1565-31a6-4f0e-844c-cc52b43daa8c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932832 Jan 24 16:53:22.023899 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ea6c9-8b65-4eee-a0ef-f999e529a4f8 req-c3c2a5c5-2555-4303-8802-4ee21273815d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:22.026722 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8a1ea6c9-8b65-4eee-a0ef-f999e529a4f8 req-c3c2a5c5-2555-4303-8802-4ee21273815d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.1039903 Jan 24 16:53:22.160312 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8a1ea6c9-8b65-4eee-a0ef-f999e529a4f8 req-41a3113a-17da-4939-99c8-79167fa11cad tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197503 Jan 24 16:53:22.405580 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784fea5-3d66-4ebe-91a9-27cc43d5f8c0 req-288123b9-387f-4462-a906-1651154b0dda tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:22.418862 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5784fea5-3d66-4ebe-91a9-27cc43d5f8c0 req-288123b9-387f-4462-a906-1651154b0dda tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.1146362 Jan 24 16:53:22.524895 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5784fea5-3d66-4ebe-91a9-27cc43d5f8c0 req-cf189682-99e8-4c7e-bde3-30ce44ed9844 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011162 Jan 24 16:53:23.191406 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af5c6-07db-45f8-beb5-cf8200ac7efe req-bca00ad7-5e88-4d28-9bf2-654257fd2078 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:23.200258 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1f4af5c6-07db-45f8-beb5-cf8200ac7efe req-bca00ad7-5e88-4d28-9bf2-654257fd2078 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 945 time: 0.0711014 Jan 24 16:53:23.261300 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1f4af5c6-07db-45f8-beb5-cf8200ac7efe req-2d1acd19-e336-478d-b1b9-0d25de2a5eea tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598261 Jan 24 16:53:23.318886 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab92a9-260a-4600-a184-973b9cdafb38 req-64c07485-260b-45c8-90a8-19a263b604e1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:23.321398 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-63ab92a9-260a-4600-a184-973b9cdafb38 req-64c07485-260b-45c8-90a8-19a263b604e1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0768566 Jan 24 16:53:23.385480 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-63ab92a9-260a-4600-a184-973b9cdafb38 req-cd625e5b-0164-454c-b342-e4f0efcb2493 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562589 Jan 24 16:53:23.667777 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76ac73-5a03-4ebe-b816-29d9035ed097 req-3d592d2d-73eb-4a5e-8935-8527488fcedb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:23.676969 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ea76ac73-5a03-4ebe-b816-29d9035ed097 req-3d592d2d-73eb-4a5e-8935-8527488fcedb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0762858 Jan 24 16:53:23.742896 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ea76ac73-5a03-4ebe-b816-29d9035ed097 req-97365d63-037a-4e6b-a4dc-4c30b908a1b9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633254 Jan 24 16:53:24.393963 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5af20f1e-1824-4d8f-ba09-7c0973152051 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:53:24.453952 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add45d16-4e4d-40aa-a17e-455d932bfe87 req-5f887656-ad18-4fe7-aaef-687a7e5593ee tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:24.464143 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-add45d16-4e4d-40aa-a17e-455d932bfe87 req-5f887656-ad18-4fe7-aaef-687a7e5593ee tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 945 time: 0.0991538 Jan 24 16:53:24.499594 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 5af20f1e-1824-4d8f-ba09-7c0973152051 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:24.499594 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:24.592661 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77092a10-1f04-4aee-86df-6d20db905428 req-5b65cbf6-17f0-40fe-86f7-d49889d575fe tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:24.594848 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-77092a10-1f04-4aee-86df-6d20db905428 req-5b65cbf6-17f0-40fe-86f7-d49889d575fe tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0736101 Jan 24 16:53:24.606042 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-add45d16-4e4d-40aa-a17e-455d932bfe87 req-2fced5aa-949c-40bb-8e9c-a6732cb72ee6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394763 Jan 24 16:53:24.671812 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 5af20f1e-1824-4d8f-ba09-7c0973152051 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:24.677515 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:24.717130 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-77092a10-1f04-4aee-86df-6d20db905428 req-de08004e-b9d8-4b1c-860a-f21db214c065 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162059 Jan 24 16:53:24.718185 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:53:24.721123 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec1bdb6-0748-40ec-9336-d0bd40ccfdb7" -d '{"events": [{"server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "name": "network-vif-plugged", "status": "completed", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:53:24.770534 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5af20f1e-1824-4d8f-ba09-7c0973152051,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:24.778038 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:24.778779 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device efc223cc-bc5e-4cdf-a92f-b066f43ca860 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:53:24.862133 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c28b24-5604-4483-a368-f44dabcadf40 x-openstack-request-id: req-d5c28b24-5604-4483-a368-f44dabcadf40 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:53:24.862424 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "name": "network-vif-plugged", "status": "completed", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:53:24.862684 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d5c28b24-5604-4483-a368-f44dabcadf40 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:53:24.863124 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'code': 200} Jan 24 16:53:24.873647 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: efc223cc-bc5e-4cdf-a92f-b066f43ca860 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:53:24.874017 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device efc223cc-bc5e-4cdf-a92f-b066f43ca860 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:53:24.927317 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=5af20f1e-1824-4d8f-ba09-7c0973152051,revision_number=7']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:24.966896 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c82d-ca1b-4b82-a939-b42bc3f578a8 req-29fb05cf-24ca-48a2-85d4-1c455649d9d0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:24.969238 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-eff2c82d-ca1b-4b82-a939-b42bc3f578a8 req-29fb05cf-24ca-48a2-85d4-1c455649d9d0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.1048634 Jan 24 16:53:25.039813 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-eff2c82d-ca1b-4b82-a939-b42bc3f578a8 req-297546c6-3d9d-46ec-abed-4621fd01ad52 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647881 Jan 24 16:53:25.830932 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875e696-70cd-4ae9-9569-0bdc90794555 req-22d31921-600b-409b-9b4b-ab279d118788 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:25.838914 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e875e696-70cd-4ae9-9569-0bdc90794555 req-22d31921-600b-409b-9b4b-ab279d118788 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1154430 Jan 24 16:53:25.896719 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e875e696-70cd-4ae9-9569-0bdc90794555 req-d2e5f00a-88c2-4fde-b8f7-b7a0094dda87 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567148 Jan 24 16:53:26.034488 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16685276-0c7d-4d7c-b2f4-a599356cf6fe req-90fa6efc-bb80-4a01-947b-68455c2b8b87 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:26.044835 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-16685276-0c7d-4d7c-b2f4-a599356cf6fe req-90fa6efc-bb80-4a01-947b-68455c2b8b87 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0631022 Jan 24 16:53:26.113184 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-16685276-0c7d-4d7c-b2f4-a599356cf6fe req-a338f081-b8ef-4bc4-94cf-1737704f3430 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651586 Jan 24 16:53:26.121005 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93fe0-89f3-45a2-a076-9437ec778ec9 req-cf2075d1-97c5-4084-bc71-56ce27fcbbaa tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:26.125311 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a3a93fe0-89f3-45a2-a076-9437ec778ec9 req-cf2075d1-97c5-4084-bc71-56ce27fcbbaa tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 945 time: 0.0890284 Jan 24 16:53:26.225437 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a3a93fe0-89f3-45a2-a076-9437ec778ec9 req-f851fef4-c3e6-4f0c-8d96-0100b67d7f80 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902233 Jan 24 16:53:26.253365 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d4908-8a90-4744-b731-30e6ebe90537 req-3652161a-6aa7-48e8-a96b-2441341d6aad tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:26.260069 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-024d4908-8a90-4744-b731-30e6ebe90537 req-3652161a-6aa7-48e8-a96b-2441341d6aad tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0604219 Jan 24 16:53:26.316512 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-024d4908-8a90-4744-b731-30e6ebe90537 req-99b336f3-ba6d-42eb-90ce-223b5a336f85 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552914 Jan 24 16:53:27.122226 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c8f06-87e7-4148-8381-7ba15b016b55 req-9df4e200-38d7-4692-9e8a-d12afcf17542 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:27.137084 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c35c8f06-87e7-4148-8381-7ba15b016b55 req-9df4e200-38d7-4692-9e8a-d12afcf17542 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1359544 Jan 24 16:53:27.242732 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c35c8f06-87e7-4148-8381-7ba15b016b55 req-778be414-535e-4972-9357-6b07f5d9e5f1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035194 Jan 24 16:53:27.280668 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2a563-67cd-4fd2-8827-4202dec6247a req-b5390828-bdb3-43a5-a98f-016f2a8cc7a6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:27.288851 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-fbf2a563-67cd-4fd2-8827-4202dec6247a req-b5390828-bdb3-43a5-a98f-016f2a8cc7a6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0797243 Jan 24 16:53:27.358342 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-fbf2a563-67cd-4fd2-8827-4202dec6247a req-8206b436-bd38-4eee-ad17-9121047a8017 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691147 Jan 24 16:53:27.395824 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609539b-d609-475f-8578-8e716d976fb2 req-14bf919e-bd39-4b75-b6f9-5500c63db345 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:27.397714 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4609539b-d609-475f-8578-8e716d976fb2 req-14bf919e-bd39-4b75-b6f9-5500c63db345 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 945 time: 0.0681729 Jan 24 16:53:27.497488 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4609539b-d609-475f-8578-8e716d976fb2 req-c09ca207-fd56-4a4a-ac2b-a0ec2ae386b8 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896592 Jan 24 16:53:27.577087 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782f595-8d3f-46d2-b7fe-3e32c8210fba req-145ba43a-8eb7-4c42-a8cd-85691aaa94df tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:27.579685 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7782f595-8d3f-46d2-b7fe-3e32c8210fba req-145ba43a-8eb7-4c42-a8cd-85691aaa94df tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0697393 Jan 24 16:53:27.645168 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7782f595-8d3f-46d2-b7fe-3e32c8210fba req-b90aa401-fed5-4d49-b0c6-6e64bf2dfdc9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542705 Jan 24 16:53:28.445258 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c82ca-4cf2-4aaa-9e82-69d44c12b850 req-e0d033f3-dd0a-42dd-9cb3-90c6c3105f18 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:28.453764 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-813c82ca-4cf2-4aaa-9e82-69d44c12b850 req-e0d033f3-dd0a-42dd-9cb3-90c6c3105f18 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.1029148 Jan 24 16:53:28.559040 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-813c82ca-4cf2-4aaa-9e82-69d44c12b850 req-e5c6b1e7-95c4-4cd0-9a44-952802b4cc3c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037955 Jan 24 16:53:28.616883 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15c19f-a810-42d0-b77c-54a1e8d042e7 req-052400e4-1153-48c1-8042-5880961af0d1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:28.625797 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ee15c19f-a810-42d0-b77c-54a1e8d042e7 req-052400e4-1153-48c1-8042-5880961af0d1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.1349688 Jan 24 16:53:28.752492 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ee15c19f-a810-42d0-b77c-54a1e8d042e7 req-2040d21f-9cc9-4d8e-803f-77bb57ec55cc tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191072 Jan 24 16:53:28.795448 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313ce46-5694-459e-b863-31ed18584b76 req-2d4e3d2d-c9ac-4221-ba88-4bfba395de6d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:28.797031 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6313ce46-5694-459e-b863-31ed18584b76 req-2d4e3d2d-c9ac-4221-ba88-4bfba395de6d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 945 time: 0.1153200 Jan 24 16:53:28.880101 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3c771-47c1-45a0-aef9-fe888b6f5857 req-aef0922e-6769-4735-9052-ed89dff96767 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:28.888464 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2af3c771-47c1-45a0-aef9-fe888b6f5857 req-aef0922e-6769-4735-9052-ed89dff96767 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0629771 Jan 24 16:53:28.918034 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6313ce46-5694-459e-b863-31ed18584b76 req-ecf35771-09d4-4003-8a25-0bf06437aa5c tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103752 Jan 24 16:53:28.964401 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2af3c771-47c1-45a0-aef9-fe888b6f5857 req-1c90732b-475e-4995-8278-0152d6ed6c7c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713859 Jan 24 16:53:29.761164 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2b19d-7cca-4c39-b771-6667c0ac72da req-3650b7ee-4804-4812-933f-9fc808896d68 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:29.763464 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-32e2b19d-7cca-4c39-b771-6667c0ac72da req-3650b7ee-4804-4812-933f-9fc808896d68 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0896988 Jan 24 16:53:29.816655 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-32e2b19d-7cca-4c39-b771-6667c0ac72da req-1767d73a-032e-4bd0-b99e-bec8c6d85434 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450921 Jan 24 16:53:29.941274 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c83a1-096b-4bbf-8e47-cee48da50d6e req-5c8383d0-0766-497e-9ec3-e0c18053cfb7 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:29.943571 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-554c83a1-096b-4bbf-8e47-cee48da50d6e req-5c8383d0-0766-497e-9ec3-e0c18053cfb7 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0525610 Jan 24 16:53:30.006537 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-554c83a1-096b-4bbf-8e47-cee48da50d6e req-0df0f328-d20e-4ee2-b0a1-62c42e423779 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549617 Jan 24 16:53:30.111886 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0c6f1-eea4-40f4-b6db-da7754d042d2 req-fde19bc2-691e-488d-808b-ed8073861d17 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:30.116627 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d0e0c6f1-eea4-40f4-b6db-da7754d042d2 req-fde19bc2-691e-488d-808b-ed8073861d17 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 945 time: 0.0546587 Jan 24 16:53:30.175056 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d0e0c6f1-eea4-40f4-b6db-da7754d042d2 req-8575b440-1882-4ded-ae22-778c2e5c879b tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553715 Jan 24 16:53:30.296581 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33253a33-23da-4961-8b17-12465ef3b5c8 req-6d5fd596-903c-4b4d-a657-970b79d609bd tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:30.298070 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-33253a33-23da-4961-8b17-12465ef3b5c8 req-6d5fd596-903c-4b4d-a657-970b79d609bd tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0562346 Jan 24 16:53:30.348195 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-33253a33-23da-4961-8b17-12465ef3b5c8 req-7da23a34-5b20-45ef-916e-8867e8caa7c5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Jan 24 16:53:30.751986 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863dc25-3dee-4b6b-a139-6d92012702af req-dd0a8700-05ef-4685-89f7-34ac71bca79b tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:30.759140 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-dd0a8700-05ef-4685-89f7-34ac71bca79b tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/networks?id=79c56179-49d8-45c0-b697-75d837624748 HTTP/1.1" status: 200 len: 814 time: 0.1136048 Jan 24 16:53:30.770490 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-49d339b8-5038-4301-bb4c-66a50b15f182 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/quotas/d60ca23ca0784aef8638d92cfdca914f HTTP/1.1" status: 200 len: 375 time: 0.0104349 Jan 24 16:53:30.826359 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-9a42d7bc-c8e4-470f-9843-044b3cb83972 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=d60ca23ca0784aef8638d92cfdca914f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493438 Jan 24 16:53:30.946811 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-95598983-c10b-4dbe-9d83-f6f9afdde387 service neutron] 10.222.0.117 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022038 Jan 24 16:53:30.979937 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776141df-debb-4b45-a4ce-daf7c3d93b50 req-b2330577-aa37-4ff1-8382-b536b837d895 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:30.979937 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-776141df-debb-4b45-a4ce-daf7c3d93b50 req-b2330577-aa37-4ff1-8382-b536b837d895 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0741665 Jan 24 16:53:31.044790 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-776141df-debb-4b45-a4ce-daf7c3d93b50 req-728c8172-f263-468b-8f3b-b89e16a0f9f1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568559 Jan 24 16:53:31.061176 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-72332b1a-32d1-4a2f-9b64-8c6e5d29def3 service neutron] 10.222.0.117 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121664 Jan 24 16:53:31.178341 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a98aeb-8afa-4bfd-b8b0-857ac2b10d90 req-3e4e147e-5654-4b64-b744-0b13fdc1ba48 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:31.180302 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f0a98aeb-8afa-4bfd-b8b0-857ac2b10d90 req-3e4e147e-5654-4b64-b744-0b13fdc1ba48 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0592229 Jan 24 16:53:31.272102 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f0a98aeb-8afa-4bfd-b8b0-857ac2b10d90 req-67d49192-8674-4fb9-8fd0-769b11c3e98e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785034 Jan 24 16:53:31.293539 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d60cf85a-a997-42b8-b21a-be79460337db req-6bed6804-a8de-4efb-aa15-5cd556092132 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 210 time: 0.0650687 Jan 24 16:53:31.390628 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1cbbf-47c7-40f4-9292-00616a093f04 req-56ab9a50-7bcb-40b8-bd83-25b93ca23aaa tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:31.394679 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-44a1cbbf-47c7-40f4-9292-00616a093f04 req-56ab9a50-7bcb-40b8-bd83-25b93ca23aaa tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 945 time: 0.0609784 Jan 24 16:53:31.465851 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-44a1cbbf-47c7-40f4-9292-00616a093f04 req-a4a2d580-1a5a-4128-b9b1-d05dc397c0c2 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663908 Jan 24 16:53:31.526727 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f453f-8446-4929-8341-d4fb8846b23f req-27fcf2a5-f3bd-4e8e-80ef-d2f561282d93 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:31.528821 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0a8f453f-8446-4929-8341-d4fb8846b23f req-27fcf2a5-f3bd-4e8e-80ef-d2f561282d93 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0812180 Jan 24 16:53:31.585486 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0a8f453f-8446-4929-8341-d4fb8846b23f req-72dab783-5d75-413b-8626-9d2f21199c70 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498071 Jan 24 16:53:32.170296 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce056de-1d29-4e79-90a5-8098ea327852 req-8395fa34-3b80-4c9f-b7b2-8ce2518908aa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:32.171784 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3ce056de-1d29-4e79-90a5-8098ea327852 req-8395fa34-3b80-4c9f-b7b2-8ce2518908aa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0527480 Jan 24 16:53:32.219987 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3ce056de-1d29-4e79-90a5-8098ea327852 req-c7a34c37-a16e-47ed-9f3a-d8e92bc02960 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427189 Jan 24 16:53:32.385479 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774c12f-fb29-4ab8-a8e1-f1c3df16fb4f req-a4fbe713-7e08-420c-8536-8aeeaea0257e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:32.387022 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f774c12f-fb29-4ab8-a8e1-f1c3df16fb4f req-a4fbe713-7e08-420c-8536-8aeeaea0257e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0581398 Jan 24 16:53:32.395538 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4ef69e57-2b28-4b26-8fa5-3095445dcf30 req-6ed128fe-f002-408e-9863-8060fc94d3ec tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 210 time: 0.0257390 Jan 24 16:53:32.434282 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f774c12f-fb29-4ab8-a8e1-f1c3df16fb4f req-a7823084-8e1b-4917-b055-36cb48ad2740 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414259 Jan 24 16:53:32.585236 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07034896-020c-4fbc-8621-0816b19d3d26 req-58a445ed-e1ce-418c-a875-0e1a6a4dc1f5 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:32.586818 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-07034896-020c-4fbc-8621-0816b19d3d26 req-58a445ed-e1ce-418c-a875-0e1a6a4dc1f5 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 945 time: 0.0506551 Jan 24 16:53:32.637364 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-07034896-020c-4fbc-8621-0816b19d3d26 req-489c83c1-1757-411f-a876-aa5cf7641304 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447853 Jan 24 16:53:32.716446 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8953a69-3bfe-482c-86fd-6c015eca7f19 req-114cfdf1-6fe6-49d6-b55c-1c695f627607 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:32.717878 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c8953a69-3bfe-482c-86fd-6c015eca7f19 req-114cfdf1-6fe6-49d6-b55c-1c695f627607 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0511217 Jan 24 16:53:32.762548 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c8953a69-3bfe-482c-86fd-6c015eca7f19 req-7a52c5bb-b15a-4e5a-abfb-f7121cbd552b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390592 Jan 24 16:53:33.116833 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:53:33.341825 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b59c-47a9-41b4-9788-103f64df0823 req-25f37696-0352-4ad6-b1bc-5de0aa98234a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:33.343329 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0818b59c-47a9-41b4-9788-103f64df0823 req-25f37696-0352-4ad6-b1bc-5de0aa98234a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0550163 Jan 24 16:53:33.396234 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0818b59c-47a9-41b4-9788-103f64df0823 req-13f797c2-19ba-4f55-b20c-e28895469394 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453703 Jan 24 16:53:33.491389 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f3c79e29-aa21-4b7c-95bc-c0cd0384a955 req-44561747-5612-4f90-afe3-a26ac06f5634 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 210 time: 0.0268888 Jan 24 16:53:33.550827 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661b09-b7b9-4d06-8dd3-7625faac555e req-aff6ef5b-1b78-4ec6-b036-7bf4a089d8b4 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:33.552533 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-35661b09-b7b9-4d06-8dd3-7625faac555e req-aff6ef5b-1b78-4ec6-b036-7bf4a089d8b4 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0492942 Jan 24 16:53:33.599754 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-35661b09-b7b9-4d06-8dd3-7625faac555e req-edbae759-2104-41cb-9055-15dbbc38ff17 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418277 Jan 24 16:53:33.718970 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:33.759206 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c2d57-488d-4c95-b2d2-283e729f7397 req-77c4c603-82b3-4aa7-8d4a-805a58e8544f tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:33.760775 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ab0c2d57-488d-4c95-b2d2-283e729f7397 req-77c4c603-82b3-4aa7-8d4a-805a58e8544f tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 945 time: 0.0520875 Jan 24 16:53:33.810033 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ab0c2d57-488d-4c95-b2d2-283e729f7397 req-f0e90d15-0c47-4080-a2a5-e1131dc0e22a tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/security-groups?id=163eb2fb-1b2f-4890-b9aa-4f524a9a9067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437102 Jan 24 16:53:33.915479 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412892d-b401-46d9-b341-15c17da53e40 req-98c648d0-1b5c-461b-850a-c8d804a46e77 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:33.917069 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d412892d-b401-46d9-b341-15c17da53e40 req-98c648d0-1b5c-461b-850a-c8d804a46e77 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0814407 Jan 24 16:53:33.923791 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f4197-9c2d-480c-9b68-f9c4d7b568cf req-455e51df-cb27-4d45-b10f-b54c8663f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:33.925289 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ca3f4197-9c2d-480c-9b68-f9c4d7b568cf req-455e51df-cb27-4d45-b10f-b54c8663f0cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 1099 time: 0.0786247 Jan 24 16:53:34.051354 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d412892d-b401-46d9-b341-15c17da53e40 req-efa8ab3d-ccae-44cc-ad4d-977e80c7c878 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250827 Jan 24 16:53:34.089923 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c037c-6e28-4224-a24b-b0f34f73592c req-4b209b26-c1c9-4565-a743-b98274d92498 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:34.091440 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-233c037c-6e28-4224-a24b-b0f34f73592c req-4b209b26-c1c9-4565-a743-b98274d92498 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 945 time: 0.0866692 Jan 24 16:53:34.092851 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f4197-9c2d-480c-9b68-f9c4d7b568cf req-91e94201-4dea-418e-9933-50b1cf783c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:34.094241 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ca3f4197-9c2d-480c-9b68-f9c4d7b568cf req-91e94201-4dea-418e-9933-50b1cf783c85 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 916 time: 0.1536217 Jan 24 16:53:34.230505 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ca3f4197-9c2d-480c-9b68-f9c4d7b568cf req-f2df3020-6289-491e-ba9c-96dce622f3e9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5af20f1e-1824-4d8f-ba09-7c0973152051 HTTP/1.1" status: 200 len: 1002 time: 0.1189973 Jan 24 16:53:34.265290 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-233c037c-6e28-4224-a24b-b0f34f73592c req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Deleting port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:53:34.265694 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-233c037c-6e28-4224-a24b-b0f34f73592c req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:34.302551 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863dc25-3dee-4b6b-a139-6d92012702af req-34b5d511-f21c-4466-9dde-99074115297b tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:34.304045 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-34b5d511-f21c-4466-9dde-99074115297b tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.79 "GET /v2.0/networks?id=79c56179-49d8-45c0-b697-75d837624748 HTTP/1.1" status: 200 len: 814 time: 0.1246738 Jan 24 16:53:34.318853 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-e863dc25-3dee-4b6b-a139-6d92012702af req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Request body: {'port': {'device_id': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'admin_state_up': True, 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:53:34.357598 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f4197-9c2d-480c-9b68-f9c4d7b568cf req-fdc92b17-b459-4d83-8217-835a963f5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:34.359088 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ca3f4197-9c2d-480c-9b68-f9c4d7b568cf req-fdc92b17-b459-4d83-8217-835a963f5898 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 200 len: 855 time: 0.1045325 Jan 24 16:53:34.417550 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-233c037c-6e28-4224-a24b-b0f34f73592c req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] For port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=6ede1577-59cb-4655-a23e-cc2ffa5c3c79,segment=NetworkSegment(a3922919-fdf9-4e0c-a558-10dea0ef9de7),segment_id=a3922919-fdf9-4e0c-a558-10dea0ef9de7)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:34.417911 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-233c037c-6e28-4224-a24b-b0f34f73592c req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:34.434030 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-233c037c-6e28-4224-a24b-b0f34f73592c req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Calling delete_port for 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 owned by compute:nova {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:53:34.436770 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e863dc25-3dee-4b6b-a139-6d92012702af req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Made reservation on behalf of d60ca23ca0784aef8638d92cfdca914f for: {'port': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:53:34.440597 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-e863dc25-3dee-4b6b-a139-6d92012702af req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:34.449876 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f4197-9c2d-480c-9b68-f9c4d7b568cf req-84c97dd5-c463-4816-99c7-0368864dae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:34.451409 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ca3f4197-9c2d-480c-9b68-f9c4d7b568cf req-84c97dd5-c463-4816-99c7-0368864dae81 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9684751-c334-42d8-84b0-fcdb27d5b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778420 Jan 24 16:53:34.570071 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007dcc4-fcfc-4dfa-8cc8-1fa0babbf491 req-dd118ad1-2223-42c3-b44c-eca06ffe04fd tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:34.571622 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3007dcc4-fcfc-4dfa-8cc8-1fa0babbf491 req-dd118ad1-2223-42c3-b44c-eca06ffe04fd tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0772212 Jan 24 16:53:34.613755 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a0441719-ed78-4051-be3b-0d545f501f14 req-5b330684-7fa6-49d3-ab0a-e6c89f4bc99f tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 210 time: 0.0404327 Jan 24 16:53:34.656829 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ca3f4197-9c2d-480c-9b68-f9c4d7b568cf req-7fa4d901-4a5b-406f-b82e-a3332389668d service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703467 Jan 24 16:53:34.785492 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-233c037c-6e28-4224-a24b-b0f34f73592c req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (6ede1577-59cb-4655-a23e-cc2ffa5c3c79), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:34.803104 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['6ede1577-59cb-4655-a23e-cc2ffa5c3c79'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:53:34.829782 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Pushing event deleted for resources: {'Port': ['ID=6ede1577-59cb-4655-a23e-cc2ffa5c3c79,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:34.852431 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc4e3c-019e-470e-ae15-45b1c3ed70c9 req-cf669ab5-2f48-42b0-a598-09fc7e9f9bd8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:34.854235 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d7dc4e3c-019e-470e-ae15-45b1c3ed70c9 req-cf669ab5-2f48-42b0-a598-09fc7e9f9bd8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.1463614 Jan 24 16:53:34.894176 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [req-e863dc25-3dee-4b6b-a139-6d92012702af req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Allocated IP 172.20.0.8 (79c56179-49d8-45c0-b697-75d837624748/070f1225-a6b9-4278-b6d4-4666176a135b/7a1e30e0-8581-4715-9b37-9a84fccf7f10) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:53:34.908622 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3007dcc4-fcfc-4dfa-8cc8-1fa0babbf491 req-309169e9-4be2-4712-89df-b084192a012e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152409 Jan 24 16:53:34.936529 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d7dc4e3c-019e-470e-ae15-45b1c3ed70c9 req-cd861a1e-08c0-480b-b264-b2cb302c287d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726631 Jan 24 16:53:34.938624 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:34.938624 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:34.938624 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:34.939067 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:34.939233 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:34.939514 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:34.939840 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:34.940168 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:34.940543 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:34.940805 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:34.941126 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:34.941651 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:34.941824 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.069541 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-233c037c-6e28-4224-a24b-b0f34f73592c req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] No DVR routers for this DVR port 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 on host hv-cinder-82611 {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:53:35.078169 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-233c037c-6e28-4224-a24b-b0f34f73592c req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:35.081999 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-233c037c-6e28-4224-a24b-b0f34f73592c req-6335b7b8-0097-4075-8c95-567ce8444661 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.79 "DELETE /v2.0/ports/6ede1577-59cb-4655-a23e-cc2ffa5c3c79 HTTP/1.1" status: 204 len: 173 time: 0.9775181 Jan 24 16:53:35.088721 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea6bfd-3cc1-438b-b7c3-29079c646252', 'name': 'network-vif-deleted', 'tag': '6ede1577-59cb-4655-a23e-cc2ffa5c3c79'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:53:35.091743 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885d762e-cbb1-43d1-9abb-15b53658c921" -d '{"events": [{"server_uuid": "ffea6bfd-3cc1-438b-b7c3-29079c646252", "name": "network-vif-deleted", "tag": "6ede1577-59cb-4655-a23e-cc2ffa5c3c79"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:53:35.126053 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ca3f4197-9c2d-480c-9b68-f9c4d7b568cf req-46a01b01-439b-4b2b-9b2d-25f3a8bdc6da service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578948 Jan 24 16:53:35.247401 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-31c6b736-7160-4e65-8a41-6528253daf6b req-53db298c-c35c-41e2-b363-6db02ba4d7de tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0635600 Jan 24 16:53:35.349800 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-e863dc25-3dee-4b6b-a139-6d92012702af req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:35.380687 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb132233-d8f2-4c10-8b3c-9763b0a82205 req-a1a3cbd1-2a5c-4138-a56b-cccc897242d3 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:35.393735 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fb132233-d8f2-4c10-8b3c-9763b0a82205 req-a1a3cbd1-2a5c-4138-a56b-cccc897242d3 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.1653149 Jan 24 16:53:35.399427 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8d37bc-fc8b-4485-b902-61834a9a44a6 x-openstack-request-id: req-7b8d37bc-fc8b-4485-b902-61834a9a44a6 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:53:35.399760 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-e863dc25-3dee-4b6b-a139-6d92012702af req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:35.400295 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea6bfd-3cc1-438b-b7c3-29079c646252", "name": "network-vif-deleted", "tag": "6ede1577-59cb-4655-a23e-cc2ffa5c3c79", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:53:35.400674 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-7b8d37bc-fc8b-4485-b902-61834a9a44a6 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:53:35.401239 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea6bfd-3cc1-438b-b7c3-29079c646252', 'name': 'network-vif-deleted', 'tag': '6ede1577-59cb-4655-a23e-cc2ffa5c3c79', 'status': 'completed', 'code': 200} Jan 24 16:53:35.484803 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fb132233-d8f2-4c10-8b3c-9763b0a82205 req-bc756943-4045-4835-9bf2-70382d687ad3 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893042 Jan 24 16:53:35.530662 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event updated for resources: {'Port': ['ID=7a1e30e0-8581-4715-9b37-9a84fccf7f10,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:35.559978 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e863dc25-3dee-4b6b-a139-6d92012702af req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Network 79c56179-49d8-45c0-b697-75d837624748 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:53:35.562635 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [req-e863dc25-3dee-4b6b-a139-6d92012702af req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:53:35.579628 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.582341 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.585663 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.586471 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.587300 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.588661 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.592643 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.593600 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.594426 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.595291 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.597306 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.598235 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.602918 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:35.612559 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e863dc25-3dee-4b6b-a139-6d92012702af req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:53:35.657643 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-56c3926d-6d7f-4db5-be1c-3a46cf820512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:35.725781 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863dc25-3dee-4b6b-a139-6d92012702af req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:35.726771 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-e863dc25-3dee-4b6b-a139-6d92012702af req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:35.776744 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-262f5b25-08e9-4df3-95cd-4b0039a3239c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4616511 Jan 24 16:53:35.846377 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b19ee8-5893-47c0-a831-c94895d22ec0 req-7f0277ce-a3c0-4353-a2c6-53b5f0a860e4 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:35.854115 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-16b19ee8-5893-47c0-a831-c94895d22ec0 req-7f0277ce-a3c0-4353-a2c6-53b5f0a860e4 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 931 time: 0.0699499 Jan 24 16:53:35.901527 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-16b19ee8-5893-47c0-a831-c94895d22ec0 req-1a06582a-faf9-48b0-8cb8-7db552a897f1 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465229 Jan 24 16:53:35.987959 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-07dff894-2779-4a01-bd70-6838958956d1 None None] Provisioning complete for port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:35.988544 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-07dff894-2779-4a01-bd70-6838958956d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:36.046542 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-07dff894-2779-4a01-bd70-6838958956d1 None None] Port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:53:36.104115 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b95b1-d85b-4fa0-b2b4-2907d2203108 req-080e27af-bb85-4d16-a990-ed8b22c41d0d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:36.106044 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-385b95b1-d85b-4fa0-b2b4-2907d2203108 req-080e27af-bb85-4d16-a990-ed8b22c41d0d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0521142 Jan 24 16:53:36.120224 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddef0a4-3847-4637-88b2-0d7ac89feebb req-35fceb0b-c31d-48e6-ae5c-8d95e43ed249 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:36.128583 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9ddef0a4-3847-4637-88b2-0d7ac89feebb req-35fceb0b-c31d-48e6-ae5c-8d95e43ed249 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0618143 Jan 24 16:53:36.181585 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-385b95b1-d85b-4fa0-b2b4-2907d2203108 req-99707ec4-75fe-44ce-a09a-0d7bb13675e7 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699482 Jan 24 16:53:36.190722 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9ddef0a4-3847-4637-88b2-0d7ac89feebb req-7528d265-db19-4eb4-913e-42c800f22105 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611615 Jan 24 16:53:36.360897 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a1af3928-df41-4c93-906c-ec0a63ac069a req-ef1197b6-1821-4f24-a033-f9e939788bd9 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0301182 Jan 24 16:53:36.625796 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fed0-25ea-45f4-b0c1-8d1e6915382f req-fe3c4f18-2777-4f56-82f6-d7adddd69e97 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:36.627486 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2083fed0-25ea-45f4-b0c1-8d1e6915382f req-fe3c4f18-2777-4f56-82f6-d7adddd69e97 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0498707 Jan 24 16:53:36.677358 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2083fed0-25ea-45f4-b0c1-8d1e6915382f req-7742f877-77df-41d0-95e2-dbbeb344d0ff tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435746 Jan 24 16:53:37.032191 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e852b-087b-4e06-bc84-091e3a81d777 req-48604b6b-54dd-405f-9529-fb1eee0ea539 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:37.033675 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ab7e852b-087b-4e06-bc84-091e3a81d777 req-48604b6b-54dd-405f-9529-fb1eee0ea539 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 931 time: 0.0585883 Jan 24 16:53:37.091270 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ab7e852b-087b-4e06-bc84-091e3a81d777 req-44fb2bd4-87ea-4bd6-8d99-c2e324408090 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513899 Jan 24 16:53:37.325013 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda5a04-55d7-45f3-b8d0-735296da65a9 req-490a1297-ea11-488a-9065-8c384744acb1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:37.326521 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ceda5a04-55d7-45f3-b8d0-735296da65a9 req-490a1297-ea11-488a-9065-8c384744acb1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0609398 Jan 24 16:53:37.354047 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bd3e4-f4d1-4019-b3fc-7db5090efb99 req-07921ad6-53e5-41ca-bc7c-eb46cb014574 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:37.355537 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-bb5bd3e4-f4d1-4019-b3fc-7db5090efb99 req-07921ad6-53e5-41ca-bc7c-eb46cb014574 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0699606 Jan 24 16:53:37.374261 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ceda5a04-55d7-45f3-b8d0-735296da65a9 req-97fc647f-2d1b-4e6f-8ee5-aed2a466526d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419421 Jan 24 16:53:37.407938 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-bb5bd3e4-f4d1-4019-b3fc-7db5090efb99 req-49f53fee-5728-4898-99f6-5b869dc69cb2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468502 Jan 24 16:53:37.523154 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c12e10e7-20b5-4753-a7e0-ec8b62aafe0e req-2770dd9e-519c-4ec5-9f6a-d1d729e7b0de tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0270808 Jan 24 16:53:37.810185 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d8bac-1eb8-4991-bf88-8f1ca4253896 req-c43a21af-70be-42ae-b0f8-215cebe30a83 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:37.811695 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2d2d8bac-1eb8-4991-bf88-8f1ca4253896 req-c43a21af-70be-42ae-b0f8-215cebe30a83 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0600069 Jan 24 16:53:37.873196 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2d2d8bac-1eb8-4991-bf88-8f1ca4253896 req-821b4d4c-c6ce-4abe-ae17-baf68f7d1623 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559862 Jan 24 16:53:37.908112 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-49d99a2a-4224-4539-9eac-9a658a9d0bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:38.263205 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a1c3-6b54-4f8c-a795-211f8a31f1ce req-5f68a96b-0a16-47c5-8b71-81cf08f32680 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:38.267214 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5648a1c3-6b54-4f8c-a795-211f8a31f1ce req-5f68a96b-0a16-47c5-8b71-81cf08f32680 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 931 time: 0.0622580 Jan 24 16:53:38.319136 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5648a1c3-6b54-4f8c-a795-211f8a31f1ce req-19c558bd-e589-4e4c-aefe-59e02d9b0006 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448785 Jan 24 16:53:38.389665 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:53:38.431180 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:53:38.431813 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 6ede1577-59cb-4655-a23e-cc2ffa5c3c79 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:53:38.432391 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5af20f1e-1824-4d8f-ba09-7c0973152051 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:53:38.504099 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51823fed-9ae1-4a10-bc76-e2a412952eab req-9d718185-a747-49ba-b0e5-6dbc117f5ef1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:38.506050 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-51823fed-9ae1-4a10-bc76-e2a412952eab req-9d718185-a747-49ba-b0e5-6dbc117f5ef1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0568390 Jan 24 16:53:38.528778 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 5af20f1e-1824-4d8f-ba09-7c0973152051 is: ACTIVE; New status is: DOWN {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:38.529265 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:38.547503 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca03b5-de21-43c4-a3f4-63110130001e req-2cecc38e-b3de-4e45-a472-2bf5aa8d0f85 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:38.549083 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dfca03b5-de21-43c4-a3f4-63110130001e req-2cecc38e-b3de-4e45-a472-2bf5aa8d0f85 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 946 time: 0.0554969 Jan 24 16:53:38.570814 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:53:38.576903 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1fb6c4-5b7e-41b9-98fb-bcb47126bf95" -d '{"events": [{"server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "name": "network-vif-unplugged", "status": "completed", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:53:38.584601 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-51823fed-9ae1-4a10-bc76-e2a412952eab req-d9af6a72-e20c-4b06-a6bf-9b97d6f95e5d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726244 Jan 24 16:53:38.594651 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5af20f1e-1824-4d8f-ba09-7c0973152051,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:38.603027 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:38.606907 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-dfca03b5-de21-43c4-a3f4-63110130001e req-71c3636b-8dc8-4644-bd31-f43bde7cbd0b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512600 Jan 24 16:53:38.677763 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Jan 2022 16:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc59572d-fff0-43e3-a849-f6ae126bba83 x-openstack-request-id: req-bc59572d-fff0-43e3-a849-f6ae126bba83 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:53:38.678312 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "name": "network-vif-unplugged", "status": "completed", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:53:38.679087 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-bc59572d-fff0-43e3-a849-f6ae126bba83 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:53:38.679652 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'code': 200} Jan 24 16:53:38.684874 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=5af20f1e-1824-4d8f-ba09-7c0973152051,revision_number=8']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:38.694870 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.695235 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.695589 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.696150 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.696496 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.696811 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.697470 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.697805 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.698129 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.698563 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.698984 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.699339 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.699804 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:53:38.724901 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ec248e7f-8023-4bb2-b94f-2d0010d40398 req-624707f7-75e9-4c08-80cb-4c80ab017607 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0484192 Jan 24 16:53:38.965116 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:39.000920 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb7552-f2b5-4ee5-9e6e-4a6f09149ec7 req-d5f4768a-6993-4b98-b1df-f117fb4cee6a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:39.002489 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39cb7552-f2b5-4ee5-9e6e-4a6f09149ec7 req-d5f4768a-6993-4b98-b1df-f117fb4cee6a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0492554 Jan 24 16:53:39.052269 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39cb7552-f2b5-4ee5-9e6e-4a6f09149ec7 req-67b4ea9c-8830-467b-9161-6641eaff0f37 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432718 Jan 24 16:53:39.437700 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be615b-ef45-42c9-b80f-7756fb203846 req-d3db69d6-4197-4636-8372-6593a1b7d274 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:39.439154 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e8be615b-ef45-42c9-b80f-7756fb203846 req-d3db69d6-4197-4636-8372-6593a1b7d274 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 931 time: 0.0513437 Jan 24 16:53:39.485715 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e8be615b-ef45-42c9-b80f-7756fb203846 req-8586169d-e78d-4cfc-a78a-ef030f828e6e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Jan 24 16:53:39.751001 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab454a9-9dfe-4128-8739-eef6652ef390 req-f06ce4e8-8883-45d9-a229-61711688dd55 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:39.752772 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dab454a9-9dfe-4128-8739-eef6652ef390 req-f06ce4e8-8883-45d9-a229-61711688dd55 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0548487 Jan 24 16:53:39.766150 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f12ee-c627-41e8-8301-21e110321b7f req-491ce4b8-0756-4491-9aa7-31633b79c6ff tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:39.767708 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9f7f12ee-c627-41e8-8301-21e110321b7f req-491ce4b8-0756-4491-9aa7-31633b79c6ff tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0586298 Jan 24 16:53:39.804620 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dab454a9-9dfe-4128-8739-eef6652ef390 req-d6473cc1-56d8-4100-ba20-5716679e5b50 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456514 Jan 24 16:53:39.829540 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9f7f12ee-c627-41e8-8301-21e110321b7f req-caac5289-61f9-467a-9fab-388bc3ed8517 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461185 Jan 24 16:53:39.900664 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3666655d-9734-4132-80ab-d952ffc81476 req-1316c40a-c01f-4087-8aed-74a942b522da tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0261927 Jan 24 16:53:40.178983 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb0a1c-06ea-4748-9379-40ec6ec0dd07 req-91ffbe94-e02c-4efd-9ff0-0f3cc2d37cb2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:40.180462 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f6fb0a1c-06ea-4748-9379-40ec6ec0dd07 req-91ffbe94-e02c-4efd-9ff0-0f3cc2d37cb2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0543597 Jan 24 16:53:40.231759 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f6fb0a1c-06ea-4748-9379-40ec6ec0dd07 req-0fc99b5c-0608-4744-b9e4-b949efd3ce59 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 Jan 24 16:53:40.536954 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:40.617717 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b641238-7aec-413b-8748-cf9bf42709ed req-bcad791d-524e-40ca-952f-b6cbf9e3fbea tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:40.619217 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7b641238-7aec-413b-8748-cf9bf42709ed req-bcad791d-524e-40ca-952f-b6cbf9e3fbea tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 931 time: 0.0634155 Jan 24 16:53:40.665644 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7b641238-7aec-413b-8748-cf9bf42709ed req-23b317b4-271b-4510-b026-52ae336366d4 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406389 Jan 24 16:53:40.941166 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac280c32-933a-4e35-960f-63d86c285b64 req-580b4e73-c0e1-468f-9efd-b9b89b16d837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:40.943998 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac280c32-933a-4e35-960f-63d86c285b64 req-580b4e73-c0e1-468f-9efd-b9b89b16d837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0508745 Jan 24 16:53:40.949821 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e26c2f-6a67-467f-b0eb-143a2055693c req-a085ddbd-fcbd-44c5-9d94-b72f255b6f98 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:40.957402 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-04e26c2f-6a67-467f-b0eb-143a2055693c req-a085ddbd-fcbd-44c5-9d94-b72f255b6f98 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0601790 Jan 24 16:53:40.998810 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac280c32-933a-4e35-960f-63d86c285b64 req-b1189d21-54a8-43a1-846e-eda759f487c4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472851 Jan 24 16:53:41.027695 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-04e26c2f-6a67-467f-b0eb-143a2055693c req-e419df9d-81b1-4926-830d-bfe081829a56 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575430 Jan 24 16:53:41.106166 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1a30cd49-475c-4987-930f-ed07fef9e9cb req-24acb18a-6c82-4096-879f-e1a8e8ac0c9d tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0295355 Jan 24 16:53:41.366013 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b76fd-fc81-496b-bb09-41a44bfd50d4 req-73395683-071f-4c3c-aff2-7e5037d712f0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:41.367418 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f29b76fd-fc81-496b-bb09-41a44bfd50d4 req-73395683-071f-4c3c-aff2-7e5037d712f0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0476048 Jan 24 16:53:41.419727 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f29b76fd-fc81-496b-bb09-41a44bfd50d4 req-92709740-4804-4072-8498-a15e9e8d6c73 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467978 Jan 24 16:53:41.791395 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8017a1-764f-496b-8788-d7d8723523df req-a2b88515-eef4-4097-a514-37432ca9a553 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:41.795672 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc8017a1-764f-496b-8788-d7d8723523df req-a2b88515-eef4-4097-a514-37432ca9a553 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 931 time: 0.0544209 Jan 24 16:53:41.834294 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:41.862144 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc8017a1-764f-496b-8788-d7d8723523df req-bf1a3a8a-17b0-490a-84a8-efea34fae165 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631502 Jan 24 16:53:42.129801 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0b72f-2ee2-427f-b7ea-0738e8e4b8dc req-29b5c694-9a29-47c1-96a8-65862dc1f3e7 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:42.137092 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037c3e6-2530-4c59-aa5b-366b90fccabb req-59468f32-49f2-493d-8f2d-0a150c29876a tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:42.138473 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1037c3e6-2530-4c59-aa5b-366b90fccabb req-59468f32-49f2-493d-8f2d-0a150c29876a tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0496368 Jan 24 16:53:42.140498 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f0e0b72f-2ee2-427f-b7ea-0738e8e4b8dc req-29b5c694-9a29-47c1-96a8-65862dc1f3e7 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0620239 Jan 24 16:53:42.195708 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1037c3e6-2530-4c59-aa5b-366b90fccabb req-1267e23e-089e-40ec-9065-19dc851c1d22 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500174 Jan 24 16:53:42.205288 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f0e0b72f-2ee2-427f-b7ea-0738e8e4b8dc req-93e7b307-75ff-4927-bf32-2fe55c9decfc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571773 Jan 24 16:53:42.307721 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-bbff28da-ce5b-4714-8812-6bb36150c4c3 req-d0296414-44da-4b85-87ad-0691f79cb0af tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0461664 Jan 24 16:53:42.548694 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa4162-80a4-4b2c-b245-061c5948642c req-8f6f5b77-e2ba-46ea-be32-edcf0c77373c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:42.550154 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-61aa4162-80a4-4b2c-b245-061c5948642c req-8f6f5b77-e2ba-46ea-be32-edcf0c77373c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0486116 Jan 24 16:53:42.600305 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-61aa4162-80a4-4b2c-b245-061c5948642c req-dbe95e72-033d-4d03-9e79-72530221f8a9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441365 Jan 24 16:53:42.990909 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616bcf0-f959-4783-b786-7310ac0d1fef req-50bc43e3-788a-4ffd-8473-d349c2e0cf86 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:42.995266 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3616bcf0-f959-4783-b786-7310ac0d1fef req-50bc43e3-788a-4ffd-8473-d349c2e0cf86 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 931 time: 0.0609236 Jan 24 16:53:43.039443 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3616bcf0-f959-4783-b786-7310ac0d1fef req-3713a017-b2b8-4e53-8dc6-9027dcaa0267 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Jan 24 16:53:43.325769 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae59941-5200-4c92-8ec1-8ee9c2eed9f9 req-b679973c-132a-4675-9044-150cbfa0b0b1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:43.327505 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-bae59941-5200-4c92-8ec1-8ee9c2eed9f9 req-b679973c-132a-4675-9044-150cbfa0b0b1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0664606 Jan 24 16:53:43.361751 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef82b1b-66ed-4ed8-a364-6d2057a2bc10 req-14e11974-a2ff-4d52-a653-819800dc8945 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:43.363239 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-bef82b1b-66ed-4ed8-a364-6d2057a2bc10 req-14e11974-a2ff-4d52-a653-819800dc8945 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0536773 Jan 24 16:53:43.374844 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-bae59941-5200-4c92-8ec1-8ee9c2eed9f9 req-126ebcfc-29f5-4949-9209-dc755affca12 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417533 Jan 24 16:53:43.423943 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-bef82b1b-66ed-4ed8-a364-6d2057a2bc10 req-c0d8431a-7d10-475a-9bab-d7d8e01e553b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543709 Jan 24 16:53:43.472655 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b26e19b9-c847-4f58-9eae-6d68df13e635 req-598cc602-1ece-49bf-9782-c8199a815159 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0257084 Jan 24 16:53:43.726493 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb81891-a34d-48c7-84b3-3075c71f1b19 req-944d4a26-efed-4cb9-823a-79f71e67863c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:43.727943 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1eb81891-a34d-48c7-84b3-3075c71f1b19 req-944d4a26-efed-4cb9-823a-79f71e67863c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0562863 Jan 24 16:53:43.774384 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1eb81891-a34d-48c7-84b3-3075c71f1b19 req-3fe65294-8e31-4c9d-a5ad-f2c63d0cfc1f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Jan 24 16:53:44.161022 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccec89-408a-4633-8248-823d1038d93f req-104a0850-848b-46f7-8789-687fe5863c09 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:44.162829 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-85ccec89-408a-4633-8248-823d1038d93f req-104a0850-848b-46f7-8789-687fe5863c09 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 931 time: 0.0504689 Jan 24 16:53:44.222424 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-85ccec89-408a-4633-8248-823d1038d93f req-63361b98-c55d-4aba-b605-ce79ca6a0d2b tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458856 Jan 24 16:53:44.495836 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24ecf0-4205-4be8-b0b0-81afd8b6c4c3 req-7bff2352-ab6a-47ba-be76-827fe79e5f92 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:44.497897 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6a24ecf0-4205-4be8-b0b0-81afd8b6c4c3 req-7bff2352-ab6a-47ba-be76-827fe79e5f92 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0543528 Jan 24 16:53:44.565901 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205f72e-6f06-4aaf-8b29-9e5313c7e7c8 req-20739fb4-2fcb-4412-8094-b2b20ffbf6cc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:44.567130 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6a24ecf0-4205-4be8-b0b0-81afd8b6c4c3 req-9dbe4149-295b-4557-a64c-e248f649c1e3 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602617 Jan 24 16:53:44.569066 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8205f72e-6f06-4aaf-8b29-9e5313c7e7c8 req-20739fb4-2fcb-4412-8094-b2b20ffbf6cc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0602198 Jan 24 16:53:44.643692 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8205f72e-6f06-4aaf-8b29-9e5313c7e7c8 req-492eb075-130e-4cb5-b38b-8b78517db4a3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682046 Jan 24 16:53:44.683167 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-458b839b-84d4-458b-9c84-2278c9fd23e3 req-ee68170d-fbf1-4c79-869b-8e89826dbd93 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0288424 Jan 24 16:53:44.896016 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f539b9-49dd-42f6-9efc-b34b68ca208c req-a922abac-74dc-4923-b3e8-9d26ce42e061 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:44.897546 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a7f539b9-49dd-42f6-9efc-b34b68ca208c req-a922abac-74dc-4923-b3e8-9d26ce42e061 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0546679 Jan 24 16:53:44.945278 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a7f539b9-49dd-42f6-9efc-b34b68ca208c req-861a4ff4-1cf0-45e8-bbc8-909fac8da5f6 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 Jan 24 16:53:45.342061 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340cc60-8248-405f-87d5-11b44c239575 req-9cf8ce3a-96ac-4f82-a4f6-2353faf28970 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:45.343426 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3340cc60-8248-405f-87d5-11b44c239575 req-9cf8ce3a-96ac-4f82-a4f6-2353faf28970 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 931 time: 0.0515246 Jan 24 16:53:45.390265 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3340cc60-8248-405f-87d5-11b44c239575 req-ae639e26-57c9-495b-b900-e99e1f221714 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402441 Jan 24 16:53:45.658954 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Request body: {'port': {'device_id': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:53:45.746416 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972686b9-78a8-434e-816a-c1dc7082f975 req-51589ad3-bced-4606-ba7b-e9b3f863463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:45.747986 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-972686b9-78a8-434e-816a-c1dc7082f975 req-51589ad3-bced-4606-ba7b-e9b3f863463e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0510454 Jan 24 16:53:45.772091 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bd911-5197-4f84-8075-614ae373970d req-2d3aa674-8ef3-4ef1-9be5-c9058ad02f42 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:45.774062 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8b4bd911-5197-4f84-8075-614ae373970d req-2d3aa674-8ef3-4ef1-9be5-c9058ad02f42 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.1290507 Jan 24 16:53:45.781183 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:45.869554 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8b4bd911-5197-4f84-8075-614ae373970d req-aa6c8db5-a38c-46d2-85ce-95d7b7d29f68 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893028 Jan 24 16:53:45.985203 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-eaea8b16-9fa1-4969-acfe-3363bc066d35 req-c06fcb11-6356-423c-8264-f4c95f5b1895 tempest-AttachVolumeNegativeTest-1027403693 tempest-AttachVolumeNegativeTest-1027403693-project] 10.222.0.117 "GET /v2.0/ports?device_id=ffea6bfd-3cc1-438b-b7c3-29079c646252 HTTP/1.1" status: 200 len: 210 time: 0.0336027 Jan 24 16:53:46.056839 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68f701-69fc-4077-82e3-e900fecdb8f3 req-3e4b5c1b-3fe4-4b0f-93af-def5a3161891 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:46.058564 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8d68f701-69fc-4077-82e3-e900fecdb8f3 req-3e4b5c1b-3fe4-4b0f-93af-def5a3161891 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.3094120 Jan 24 16:53:46.109323 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972686b9-78a8-434e-816a-c1dc7082f975 req-ff502c1e-2bee-414b-bf0d-47c43652a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:46.110811 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-972686b9-78a8-434e-816a-c1dc7082f975 req-ff502c1e-2bee-414b-bf0d-47c43652a3d0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 200 len: 918 time: 0.3202667 Jan 24 16:53:46.126399 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ea44-d350-4a2c-8acd-3d76c6f3bd97 req-83087164-7664-4cfa-9a05-a1e670a8e1be tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:46.127930 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-38f3ea44-d350-4a2c-8acd-3d76c6f3bd97 req-83087164-7664-4cfa-9a05-a1e670a8e1be tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0695627 Jan 24 16:53:46.166578 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-972686b9-78a8-434e-816a-c1dc7082f975 req-292100ad-7d0f-4cbe-9247-3844284ebfa3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e6e811-c42c-4807-b037-54df679556fd HTTP/1.1" status: 200 len: 217 time: 0.0449212 Jan 24 16:53:46.170963 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8d68f701-69fc-4077-82e3-e900fecdb8f3 req-740e823c-326f-4e9c-a532-521cc29e8d3c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061976 Jan 24 16:53:46.204304 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-38f3ea44-d350-4a2c-8acd-3d76c6f3bd97 req-54347a37-bbe0-4b13-9d8f-3da4e3349c63 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678737 Jan 24 16:53:46.226139 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972686b9-78a8-434e-816a-c1dc7082f975 req-41ec8a7a-1a62-4f8b-bcf4-beca92c18d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:46.227762 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-972686b9-78a8-434e-816a-c1dc7082f975 req-41ec8a7a-1a62-4f8b-bcf4-beca92c18d53 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c23e31e6-4975-4076-afd7-3b7c3fb32a92 HTTP/1.1" status: 200 len: 858 time: 0.0508871 Jan 24 16:53:46.242139 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1e30e0-8581-4715-9b37-9a84fccf7f10 {{(pid=114081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:53:46.250082 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Publish callbacks [] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:46.263707 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.provisioning_blocks [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Transition to ACTIVE for port object 7a1e30e0-8581-4715-9b37-9a84fccf7f10 will not be triggered until provisioned by entity L2. {{(pid=114081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:53:46.264286 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-972686b9-78a8-434e-816a-c1dc7082f975 req-d8c50d89-101b-48c6-a27e-c7b46cc00a71 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277343 Jan 24 16:53:46.267327 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:46.344427 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1e30e0-8581-4715-9b37-9a84fccf7f10,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:46.401590 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Attempting to bind port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:53:46.402030 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Attempting to bind port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:53:46.402438 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Attempting to bind port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 on network 79c56179-49d8-45c0-b697-75d837624748 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:53:46.407627 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 on network 79c56179-49d8-45c0-b697-75d837624748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:53:46.407972 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Attempting to bind port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 on network 79c56179-49d8-45c0-b697-75d837624748 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:53:46.411842 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-972686b9-78a8-434e-816a-c1dc7082f975 req-47b82a58-7996-4b9d-beac-1f6dce809d2b service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237500 Jan 24 16:53:46.415553 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:53:46.415897 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Checking segment: {'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:53:46.416300 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Bound using segment: {'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:53:46.416711 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Bound port: 7a1e30e0-8581-4715-9b37-9a84fccf7f10, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '79c56179-49d8-45c0-b697-75d837624748'}}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:53:46.417076 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:46.523233 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] For port 7a1e30e0-8581-4715-9b37-9a84fccf7f10, host hv-cinder-82611, cleared binding levels {{(pid=114081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:53:46.526604 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] For port 7a1e30e0-8581-4715-9b37-9a84fccf7f10, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:53:46.532550 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:46.540568 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-972686b9-78a8-434e-816a-c1dc7082f975 req-ce3ce087-8e90-453f-ab39-bf96546f1120 service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221249 Jan 24 16:53:46.561936 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7c3af-f7fc-4235-b8be-abf9e623089c req-634e92c3-8165-4fba-beb6-bf96a03c85fc tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:46.572001 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-35b7c3af-f7fc-4235-b8be-abf9e623089c req-634e92c3-8165-4fba-beb6-bf96a03c85fc tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 943 time: 0.0954056 Jan 24 16:53:46.573483 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:46.574110 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:46.575609 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] 10.222.0.79 "PUT /v2.0/ports/7a1e30e0-8581-4715-9b37-9a84fccf7f10 HTTP/1.1" status: 200 len: 1093 time: 0.9206123 Jan 24 16:53:46.575982 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:53:46.578338 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c447eb1a-fbde-48cb-b2a4-a10590f0aeef" -d '{"events": [{"name": "network-changed", "server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:53:46.602489 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ef14e-8d5d-49b0-bd08-6d0ea4762d96 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1e30e0-8581-4715-9b37-9a84fccf7f10,revision_number=3']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:46.624580 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098bcc1c-3637-492c-901f-ab4a697daafd x-openstack-request-id: req-098bcc1c-3637-492c-901f-ab4a697daafd {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:53:46.624876 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:53:46.625133 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-098bcc1c-3637-492c-901f-ab4a697daafd {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:53:46.625534 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'status': 'completed', 'code': 200} Jan 24 16:53:46.656282 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-35b7c3af-f7fc-4235-b8be-abf9e623089c req-25d58e81-c6c4-45ed-a9cf-73a4b42d344d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813911 Jan 24 16:53:46.684976 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863dc25-3dee-4b6b-a139-6d92012702af req-14defaf8-87b5-44c0-b946-90a9df297776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:46.687001 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-14defaf8-87b5-44c0-b946-90a9df297776 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d60ca23ca0784aef8638d92cfdca914f&device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 1096 time: 0.0546713 Jan 24 16:53:46.736245 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-c7475613-773f-4440-9ea2-c171df13fbb4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10 HTTP/1.1" status: 200 len: 217 time: 0.0390742 Jan 24 16:53:46.794379 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863dc25-3dee-4b6b-a139-6d92012702af req-f6698c2c-a706-4e68-8653-a5165204388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:46.795869 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-f6698c2c-a706-4e68-8653-a5165204388a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=070f1225-a6b9-4278-b6d4-4666176a135b HTTP/1.1" status: 200 len: 853 time: 0.0474977 Jan 24 16:53:46.842988 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863dc25-3dee-4b6b-a139-6d92012702af req-1bea2657-9c35-451f-9509-4aa842a6911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:46.844373 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-1bea2657-9c35-451f-9509-4aa842a6911c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79c56179-49d8-45c0-b697-75d837624748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396070 Jan 24 16:53:46.937766 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-38b05559-7ce2-4583-8a39-b2de8b81251b service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858645 Jan 24 16:53:47.044147 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8495c-0ec5-42c5-bd5d-992367d53434 req-df7c4cf9-2c69-477f-92b7-ee40f89d1bb3 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:47.044373 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-84e8495c-0ec5-42c5-bd5d-992367d53434 req-df7c4cf9-2c69-477f-92b7-ee40f89d1bb3 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.1040974 Jan 24 16:53:47.044498 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 52400) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:47.075112 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e863dc25-3dee-4b6b-a139-6d92012702af req-a3342877-dce0-4ee5-b62d-407fc72881e7 service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265552 Jan 24 16:53:47.095068 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_v2 [None req-397b8a1e-2c72-4b15-9552-cd2edd627091 admin admin] Deleting subnet 6046e0ee-825d-4d9e-82c8-aa78e7b1778e {{(pid=114080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:53:47.095291 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-397b8a1e-2c72-4b15-9552-cd2edd627091 admin admin] Publish callbacks [] for subnet (6046e0ee-825d-4d9e-82c8-aa78e7b1778e), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:47.108613 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-84e8495c-0ec5-42c5-bd5d-992367d53434 req-7187b981-75e4-401c-bd37-0af4299d7439 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571485 Jan 24 16:53:47.151900 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-397b8a1e-2c72-4b15-9552-cd2edd627091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28954014'] for subnet (6046e0ee-825d-4d9e-82c8-aa78e7b1778e), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:47.206877 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447eb1a-fbde-48cb-b2a4-a10590f0aeef req-3b97e809-3e52-4196-8838-49dbaa14931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:47.215223 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c447eb1a-fbde-48cb-b2a4-a10590f0aeef req-3b97e809-3e52-4196-8838-49dbaa14931b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d60ca23ca0784aef8638d92cfdca914f&device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 1096 time: 0.0756066 Jan 24 16:53:47.235047 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-397b8a1e-2c72-4b15-9552-cd2edd627091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (6046e0ee-825d-4d9e-82c8-aa78e7b1778e), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:47.344692 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447eb1a-fbde-48cb-b2a4-a10590f0aeef req-542240ae-5834-4630-8c24-ad2f07c6f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:47.346159 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c447eb1a-fbde-48cb-b2a4-a10590f0aeef req-542240ae-5834-4630-8c24-ad2f07c6f4f4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79c56179-49d8-45c0-b697-75d837624748 HTTP/1.1" status: 200 len: 914 time: 0.1225708 Jan 24 16:53:47.381186 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4f927-d3bd-4a06-a169-fb98ac9f4b97 req-66b59f91-d455-44fe-a1ec-b57f1527c21a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:47.382808 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d2d4f927-d3bd-4a06-a169-fb98ac9f4b97 req-66b59f91-d455-44fe-a1ec-b57f1527c21a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0732839 Jan 24 16:53:47.384021 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-397b8a1e-2c72-4b15-9552-cd2edd627091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28420788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29096949'] for subnet (6046e0ee-825d-4d9e-82c8-aa78e7b1778e), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:47.410809 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b8a1e-2c72-4b15-9552-cd2edd627091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6046e0ee-825d-4d9e-82c8-aa78e7b1778e,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:47.433072 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-397b8a1e-2c72-4b15-9552-cd2edd627091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:47.439555 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-397b8a1e-2c72-4b15-9552-cd2edd627091 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/6046e0ee-825d-4d9e-82c8-aa78e7b1778e HTTP/1.1" status: 204 len: 168 time: 0.3940656 Jan 24 16:53:47.440530 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 52416) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:47.459822 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c447eb1a-fbde-48cb-b2a4-a10590f0aeef req-3f1155d9-cc6d-440a-8d80-579d7e428828 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10 HTTP/1.1" status: 200 len: 217 time: 0.0909991 Jan 24 16:53:47.540191 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447eb1a-fbde-48cb-b2a4-a10590f0aeef req-e91db957-8554-4324-95fe-5984431558c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:47.541635 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c447eb1a-fbde-48cb-b2a4-a10590f0aeef req-e91db957-8554-4324-95fe-5984431558c8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=070f1225-a6b9-4278-b6d4-4666176a135b HTTP/1.1" status: 200 len: 853 time: 0.0697293 Jan 24 16:53:47.549886 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f651c3-5d19-4fad-836f-15fa641eb862 req-bd9ef836-52d5-4edd-b4b6-8baa71323987 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:47.552113 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-93f651c3-5d19-4fad-836f-15fa641eb862 req-bd9ef836-52d5-4edd-b4b6-8baa71323987 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0912824 Jan 24 16:53:47.571841 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d2d4f927-d3bd-4a06-a169-fb98ac9f4b97 req-381e0515-bd0b-4289-8853-4e67c37e276b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660151 Jan 24 16:53:47.602013 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (d2067982-5a38-46c1-8ec9-527550d6c2b1), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:47.607595 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4773e-5bc6-48e0-8b35-1bf636c08083 req-7f29a0dc-6934-43cb-9573-cb2daa4a4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:47.608903 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-61f4773e-5bc6-48e0-8b35-1bf636c08083 req-7f29a0dc-6934-43cb-9573-cb2daa4a4636 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 1098 time: 0.1365480 Jan 24 16:53:47.620861 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549922-fab9-429d-a454-6550cfb4258d req-3d8e36fc-b0be-4aed-ac01-8e4e1ffc0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:47.622357 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3e549922-fab9-429d-a454-6550cfb4258d req-3d8e36fc-b0be-4aed-ac01-8e4e1ffc0157 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24a57596de944ff6b3c322128a836000&device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 1099 time: 0.1259024 Jan 24 16:53:47.631361 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-93f651c3-5d19-4fad-836f-15fa641eb862 req-4b68fd55-ae1a-4347-9c95-421f3eab5a1b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705442 Jan 24 16:53:47.634626 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447eb1a-fbde-48cb-b2a4-a10590f0aeef req-4182944f-5b87-4560-95e4-c1e78eb70738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:47.636183 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c447eb1a-fbde-48cb-b2a4-a10590f0aeef req-4182944f-5b87-4560-95e4-c1e78eb70738 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79c56179-49d8-45c0-b697-75d837624748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831945 Jan 24 16:53:47.780080 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e183c2c-cbcf-4146-9084-58723d774cd4 req-2b4142a7-d9fc-40ee-8ef4-a664a69eabdc tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:47.781552 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3e183c2c-cbcf-4146-9084-58723d774cd4 req-2b4142a7-d9fc-40ee-8ef4-a664a69eabdc tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 945 time: 0.0727944 Jan 24 16:53:47.785753 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c447eb1a-fbde-48cb-b2a4-a10590f0aeef req-5f218df2-108f-4553-b12c-e1dce2a6cde7 service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391017 Jan 24 16:53:47.813258 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (d2067982-5a38-46c1-8ec9-527550d6c2b1), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:47.853802 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-61f4773e-5bc6-48e0-8b35-1bf636c08083 req-247bb396-c560-4c04-8fb9-01f25525da54 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955185 Jan 24 16:53:47.865060 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748c85b-9ab3-4b7b-89b2-7f16c200ec74 req-f5e5ee21-539a-4657-95c0-c35d3f98c68d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:47.867023 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a748c85b-9ab3-4b7b-89b2-7f16c200ec74 req-f5e5ee21-539a-4657-95c0-c35d3f98c68d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.2076409 Jan 24 16:53:47.868680 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2067982-5a38-46c1-8ec9-527550d6c2b1']}} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:47.887085 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3e183c2c-cbcf-4146-9084-58723d774cd4 req-fe03670c-d983-4a33-afa8-be759fdaaa07 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989077 Jan 24 16:53:47.896023 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3922919-fdf9-4e0c-a558-10dea0ef9de7') {'for_net_delete': True} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:47.896316 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3922919-fdf9-4e0c-a558-10dea0ef9de7') {} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:53:47.914103 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549922-fab9-429d-a454-6550cfb4258d req-36f2712b-f8b9-496e-9e5f-7d3e1d9e846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:47.915600 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3e549922-fab9-429d-a454-6550cfb4258d req-36f2712b-f8b9-496e-9e5f-7d3e1d9e846e service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be75c4f-241a-4241-8df3-f6088625575c HTTP/1.1" status: 200 len: 911 time: 0.2714622 Jan 24 16:53:47.915924 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c447eb1a-fbde-48cb-b2a4-a10590f0aeef req-48654c2c-ad42-4216-9728-e90910e82276 service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219795 Jan 24 16:53:47.918786 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28954005'] for segment (a3922919-fdf9-4e0c-a558-10dea0ef9de7), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:47.944957 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (a3922919-fdf9-4e0c-a558-10dea0ef9de7), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:47.957506 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=114080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:53:47.958056 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28420638'] for segment (a3922919-fdf9-4e0c-a558-10dea0ef9de7), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: Traceback (most recent call last): Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: timer() Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: cb(*args, **kw) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: return func(*args, **kwargs) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: self._notify() Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: self.callback(batched_events) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: event.method(event) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: return f(self, *a, **k) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._get(url).json() Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: return self.request(url, 'GET', **kwargs) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:53:47.961313 dv-cinder-826116-1-iscsi neutron-server[114080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:53:47.971853 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a748c85b-9ab3-4b7b-89b2-7f16c200ec74 req-d36cf121-a798-4b12-9785-74097908026f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930920 Jan 24 16:53:48.014333 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063b280-1e4a-4564-acb6-97a93f6b95aa req-aef037e4-e8f9-43ef-b321-6bba73cfe0de tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:48.015884 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3063b280-1e4a-4564-acb6-97a93f6b95aa req-aef037e4-e8f9-43ef-b321-6bba73cfe0de tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 943 time: 0.0707073 Jan 24 16:53:48.024889 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (d2067982-5a38-46c1-8ec9-527550d6c2b1), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:48.029742 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:48.032986 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] 10.222.0.117 "DELETE /v2.0/networks/d2067982-5a38-46c1-8ec9-527550d6c2b1 HTTP/1.1" status: 204 len: 168 time: 0.5896289 Jan 24 16:53:48.045736 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c583efb-1a3c-4579-922d-a7b08a07305a admin admin] Pushing event deleted for resources: {'Network': ['ID=d2067982-5a38-46c1-8ec9-527550d6c2b1,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:48.068487 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3063b280-1e4a-4564-acb6-97a93f6b95aa req-c1e65142-f6cb-41cf-aad4-81df4bc80c79 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468929 Jan 24 16:53:48.155358 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3e549922-fab9-429d-a454-6550cfb4258d req-9c3ddc94-954a-47f6-b9e8-20c546626a06 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ca8e31f-a171-49fb-ae74-f6d668a389a9 HTTP/1.1" status: 200 len: 1002 time: 0.0739882 Jan 24 16:53:48.220217 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549922-fab9-429d-a454-6550cfb4258d req-fba0f695-2ebd-4f7d-95a3-37a1fa904e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:48.221802 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3e549922-fab9-429d-a454-6550cfb4258d req-fba0f695-2ebd-4f7d-95a3-37a1fa904e59 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dfd489d-8367-4ed9-a498-6d5b61348aa4 HTTP/1.1" status: 200 len: 850 time: 0.0465345 Jan 24 16:53:48.229107 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 52424) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:48.268238 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-f13f9ffb-206a-4ff4-89da-f728c961d465 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=23f1bf5dafe744d48d952fbe6209dd79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379856 Jan 24 16:53:48.271072 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 52426) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:48.273323 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549922-fab9-429d-a454-6550cfb4258d req-e97c4832-5215-4890-88d4-ea89f925bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:48.275146 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3e549922-fab9-429d-a454-6550cfb4258d req-e97c4832-5215-4890-88d4-ea89f925bf91 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be75c4f-241a-4241-8df3-f6088625575c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461490 Jan 24 16:53:48.321871 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e1ba5dfe-4ecf-4d5d-b470-f66ec15a3836 admin admin] Publish callbacks [] for security_group (163eb2fb-1b2f-4890-b9aa-4f524a9a9067), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:48.343203 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e1ba5dfe-4ecf-4d5d-b470-f66ec15a3836 admin admin] Publish callbacks [] for security_group (163eb2fb-1b2f-4890-b9aa-4f524a9a9067), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:48.391485 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3e549922-fab9-429d-a454-6550cfb4258d req-48a328ad-9296-47b3-8f52-af7863b62fed service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830805 Jan 24 16:53:48.498288 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3e549922-fab9-429d-a454-6550cfb4258d req-eb860a57-6b56-49ea-bbb0-8f0334fd53e2 service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930848 Jan 24 16:53:48.616109 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e1ba5dfe-4ecf-4d5d-b470-f66ec15a3836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (163eb2fb-1b2f-4890-b9aa-4f524a9a9067), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:48.618682 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e1ba5dfe-4ecf-4d5d-b470-f66ec15a3836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:48.621885 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-e1ba5dfe-4ecf-4d5d-b470-f66ec15a3836 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/163eb2fb-1b2f-4890-b9aa-4f524a9a9067 HTTP/1.1" status: 204 len: 168 time: 0.3497353 Jan 24 16:53:48.631604 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba5dfe-4ecf-4d5d-b470-f66ec15a3836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163eb2fb-1b2f-4890-b9aa-4f524a9a9067,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:48.710095 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a25f7d-dc2a-4090-9eea-3f4dd8bc5299 req-bba2d936-8507-4f25-b881-52f110556caf tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:48.712342 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-19a25f7d-dc2a-4090-9eea-3f4dd8bc5299 req-bba2d936-8507-4f25-b881-52f110556caf tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0556345 Jan 24 16:53:48.768604 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-19a25f7d-dc2a-4090-9eea-3f4dd8bc5299 req-2d171d0d-6fdb-423b-9b9b-966dd115ef74 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487831 Jan 24 16:53:48.771550 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1db51-c785-4849-a256-0761f938b644 req-43d7430c-b08e-4ff0-9cf5-6e871486c5a9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:48.778691 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8fe1db51-c785-4849-a256-0761f938b644 req-43d7430c-b08e-4ff0-9cf5-6e871486c5a9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0579093 Jan 24 16:53:48.823840 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8fe1db51-c785-4849-a256-0761f938b644 req-b8c69f67-f93e-4262-b893-a1440ab1732a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442021 Jan 24 16:53:49.024770 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262ea9-0d02-4989-a1c8-ebdadb8cc092 req-b6744497-ef1e-4dd0-8647-4ce0f7061f51 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:49.026705 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2c262ea9-0d02-4989-a1c8-ebdadb8cc092 req-b6744497-ef1e-4dd0-8647-4ce0f7061f51 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 945 time: 0.0667005 Jan 24 16:53:49.088447 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2c262ea9-0d02-4989-a1c8-ebdadb8cc092 req-1b8ed6ad-6f41-4090-8528-5155846fb2ab tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550122 Jan 24 16:53:49.256193 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d436b-7c40-4d13-a41c-baf7b4010796 req-82a9d2df-3cf6-4aa6-ab87-dcb59d4a8037 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:49.262975 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac4d436b-7c40-4d13-a41c-baf7b4010796 req-82a9d2df-3cf6-4aa6-ab87-dcb59d4a8037 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 943 time: 0.0738435 Jan 24 16:53:49.265754 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1beedc-b178-4f47-a901-e349f5451f85 req-90ba6bc5-bb4a-48fe-ad6a-709c81ce4ba2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:49.282380 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5d1beedc-b178-4f47-a901-e349f5451f85 req-90ba6bc5-bb4a-48fe-ad6a-709c81ce4ba2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0969706 Jan 24 16:53:49.321928 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac4d436b-7c40-4d13-a41c-baf7b4010796 req-bc15be95-bb27-4125-aef8-ebdf160bb1b1 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580904 Jan 24 16:53:49.334541 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5d1beedc-b178-4f47-a901-e349f5451f85 req-06c1e652-57d7-43bd-8ad6-10413e6a9f8d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599253 Jan 24 16:53:49.384009 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [req-1c2417e8-6e26-49fc-81da-3aff28f1b47d req-bf0082f2-19fc-4f79-89a9-a913a6531736 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:53:49.384988 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1c2417e8-6e26-49fc-81da-3aff28f1b47d req-bf0082f2-19fc-4f79-89a9-a913a6531736 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057240 Jan 24 16:53:49.559037 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362322e-e8eb-4bed-8174-26cb30326f32 req-3ca0aaa2-db41-4267-804f-f79644f8aef4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:49.561308 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f362322e-e8eb-4bed-8174-26cb30326f32 req-3ca0aaa2-db41-4267-804f-f79644f8aef4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0515976 Jan 24 16:53:49.610530 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f362322e-e8eb-4bed-8174-26cb30326f32 req-ababda77-7576-4633-b7b7-4bf38ae6cfc5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428820 Jan 24 16:53:49.950582 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 52522) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:49.985987 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650edcb-7d59-41ce-a1ce-93e65b9bcbc0 req-e64c4a4d-8052-4a39-bcad-94ca88e2209a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:49.987585 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a650edcb-7d59-41ce-a1ce-93e65b9bcbc0 req-e64c4a4d-8052-4a39-bcad-94ca88e2209a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0814123 Jan 24 16:53:50.001292 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc209600-b0c6-48bd-aad1-d012b781f7f1 req-9eccc930-0b65-4b78-b6d5-1ba61804d600 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:50.002914 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc209600-b0c6-48bd-aad1-d012b781f7f1 req-9eccc930-0b65-4b78-b6d5-1ba61804d600 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 945 time: 0.0687122 Jan 24 16:53:50.055199 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62954353-8f2b-4854-9de4-d7ab10354714 req-33ef2a54-5809-40b3-ab6d-718b5702668b service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1034155 Jan 24 16:53:50.064958 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [req-62954353-8f2b-4854-9de4-d7ab10354714 req-bb6af158-6af5-4de1-b792-b5d1d10d78dd service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:53:50.069976 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62954353-8f2b-4854-9de4-d7ab10354714 req-bb6af158-6af5-4de1-b792-b5d1d10d78dd service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092037 Jan 24 16:53:50.107898 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a650edcb-7d59-41ce-a1ce-93e65b9bcbc0 req-14c3cc96-10f4-4160-9099-85c8686dd7fa tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038404 Jan 24 16:53:50.145764 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-cc209600-b0c6-48bd-aad1-d012b781f7f1 req-a07c7769-f7d5-400d-8d13-a4c9dacea238 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Deleting port 31d086bf-d040-4a43-b6d6-e919fbc05b71 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:53:50.146110 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-cc209600-b0c6-48bd-aad1-d012b781f7f1 req-a07c7769-f7d5-400d-8d13-a4c9dacea238 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.169243 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 52534) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:50.232586 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90058bb6-bf76-4096-b92d-2152fba931d5 req-435ac5fc-15e4-4d2c-8df9-5ce712dca507 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:50.234418 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-90058bb6-bf76-4096-b92d-2152fba931d5 req-435ac5fc-15e4-4d2c-8df9-5ce712dca507 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 945 time: 0.0625081 Jan 24 16:53:50.297786 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-cc209600-b0c6-48bd-aad1-d012b781f7f1 req-a07c7769-f7d5-400d-8d13-a4c9dacea238 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] For port 31d086bf-d040-4a43-b6d6-e919fbc05b71, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=31d086bf-d040-4a43-b6d6-e919fbc05b71,segment=NetworkSegment(0dce5346-c29d-475b-9302-729785bd4b6b),segment_id=0dce5346-c29d-475b-9302-729785bd4b6b)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:50.298261 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-cc209600-b0c6-48bd-aad1-d012b781f7f1 req-a07c7769-f7d5-400d-8d13-a4c9dacea238 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.307210 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-90058bb6-bf76-4096-b92d-2152fba931d5 req-fd5bdb9e-ffdc-4efa-b51b-548771f45149 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608168 Jan 24 16:53:50.315863 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-cc209600-b0c6-48bd-aad1-d012b781f7f1 req-a07c7769-f7d5-400d-8d13-a4c9dacea238 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Calling delete_port for 31d086bf-d040-4a43-b6d6-e919fbc05b71 owned by compute:nova {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:53:50.326441 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d419afce-d127-4094-ba40-7bed9eb5f191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.423204 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d419afce-d127-4094-ba40-7bed9eb5f191 admin admin] Publish callbacks [] for security_group (f7da7a53-55db-4edd-ae67-b843f9047757), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.428605 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d419afce-d127-4094-ba40-7bed9eb5f191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (f7da7a53-55db-4edd-ae67-b843f9047757), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.480441 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 7a1e30e0-8581-4715-9b37-9a84fccf7f10 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:53:50.493554 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-d419afce-d127-4094-ba40-7bed9eb5f191 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e6bb2708ae784b71868bcc470c0942c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230348 Jan 24 16:53:50.494155 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 52554) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:53:50.501105 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419afce-d127-4094-ba40-7bed9eb5f191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7da7a53-55db-4edd-ae67-b843f9047757,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:50.603100 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae23c7-7195-4e2c-8534-8aaec7bb93a5 req-2668f639-b5cf-4c73-84fe-d7453c011802 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:50.605027 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f9ae23c7-7195-4e2c-8534-8aaec7bb93a5 req-2668f639-b5cf-4c73-84fe-d7453c011802 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 943 time: 0.1745877 Jan 24 16:53:50.618366 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 7a1e30e0-8581-4715-9b37-9a84fccf7f10, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:50.632033 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'port_id': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'mac_address': 'fa:16:3e:8d:84:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:53:50.635196 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132c377-95d9-424c-9053-d014e8742857 req-c5b90aa9-7301-4d06-9c2f-ba050b38bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:50.636691 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e132c377-95d9-424c-9053-d014e8742857 req-c5b90aa9-7301-4d06-9c2f-ba050b38bb05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 1098 time: 0.1408145 Jan 24 16:53:50.638574 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a43c4075-7ce4-42c3-bafc-53420733ffeb admin admin] Publish callbacks [] for security_group (f7da7a53-55db-4edd-ae67-b843f9047757), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.644607 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-cc209600-b0c6-48bd-aad1-d012b781f7f1 req-a07c7769-f7d5-400d-8d13-a4c9dacea238 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (31d086bf-d040-4a43-b6d6-e919fbc05b71), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.661232 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['31d086bf-d040-4a43-b6d6-e919fbc05b71'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:53:50.687464 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c7769-f7d5-400d-8d13-a4c9dacea238 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Pushing event deleted for resources: {'Port': ['ID=31d086bf-d040-4a43-b6d6-e919fbc05b71,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:50.702853 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:50.703260 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.704700 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce206054-244d-4eac-a109-99a898bf3a20 req-83395fd7-dab1-41a7-afaa-612369785b21 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:50.713158 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ce206054-244d-4eac-a109-99a898bf3a20 req-83395fd7-dab1-41a7-afaa-612369785b21 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.1668494 Jan 24 16:53:50.718146 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1e30e0-8581-4715-9b37-9a84fccf7f10 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:53:50.740994 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 7a1e30e0-8581-4715-9b37-9a84fccf7f10, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:50.747884 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.765482 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc209600-b0c6-48bd-aad1-d012b781f7f1 req-a07c7769-f7d5-400d-8d13-a4c9dacea238 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] No DVR routers for this DVR port 31d086bf-d040-4a43-b6d6-e919fbc05b71 on host hv-cinder-82611 {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:53:50.767817 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a43c4075-7ce4-42c3-bafc-53420733ffeb admin admin] Publish callbacks [] for security_group (f7da7a53-55db-4edd-ae67-b843f9047757), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.768458 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-cc209600-b0c6-48bd-aad1-d012b781f7f1 req-a07c7769-f7d5-400d-8d13-a4c9dacea238 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.772848 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc209600-b0c6-48bd-aad1-d012b781f7f1 req-a07c7769-f7d5-400d-8d13-a4c9dacea238 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.79 "DELETE /v2.0/ports/31d086bf-d040-4a43-b6d6-e919fbc05b71 HTTP/1.1" status: 204 len: 173 time: 0.7622435 Jan 24 16:53:50.791351 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb0d520-edd0-431c-983e-6560a5669811', 'name': 'network-vif-deleted', 'tag': '31d086bf-d040-4a43-b6d6-e919fbc05b71'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:53:50.806022 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3c8d2c-88e8-4eea-b99d-3e3624cbe00e" -d '{"events": [{"server_uuid": "0eb0d520-edd0-431c-983e-6560a5669811", "name": "network-vif-deleted", "tag": "31d086bf-d040-4a43-b6d6-e919fbc05b71"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:53:50.811226 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=7a1e30e0-8581-4715-9b37-9a84fccf7f10,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:50.823256 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f9ae23c7-7195-4e2c-8534-8aaec7bb93a5 req-763489cd-026a-4f4a-bdf9-a08928adbbf5 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086561 Jan 24 16:53:50.860541 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ce206054-244d-4eac-a109-99a898bf3a20 req-e7391198-fab8-4d20-93ac-752082d02e80 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301613 Jan 24 16:53:50.895127 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132c377-95d9-424c-9053-d014e8742857 req-0196d05f-d798-480c-b2c2-f87d8c2178e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:50.901598 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e132c377-95d9-424c-9053-d014e8742857 req-0196d05f-d798-480c-b2c2-f87d8c2178e5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 200 len: 918 time: 0.2543385 Jan 24 16:53:50.954165 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a43c4075-7ce4-42c3-bafc-53420733ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (f7da7a53-55db-4edd-ae67-b843f9047757), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.954864 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a088b80-eb12-44fe-85dd-86c6a1f30533 req-805cbdfd-eb6d-4832-8e83-3966b731f50a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:50.956277 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9a088b80-eb12-44fe-85dd-86c6a1f30533 req-805cbdfd-eb6d-4832-8e83-3966b731f50a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0599928 Jan 24 16:53:50.956906 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a43c4075-7ce4-42c3-bafc-53420733ffeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:50.958071 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-a43c4075-7ce4-42c3-bafc-53420733ffeb admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/f7da7a53-55db-4edd-ae67-b843f9047757 HTTP/1.1" status: 204 len: 168 time: 0.4610317 Jan 24 16:53:50.959435 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e132c377-95d9-424c-9053-d014e8742857 req-51b4acd7-3f0f-4fa9-b0b9-0d81df6b298d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e6e811-c42c-4807-b037-54df679556fd HTTP/1.1" status: 200 len: 217 time: 0.0543373 Jan 24 16:53:51.014845 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c4075-7ce4-42c3-bafc-53420733ffeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7da7a53-55db-4edd-ae67-b843f9047757,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:51.015517 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9a088b80-eb12-44fe-85dd-86c6a1f30533 req-aa0d3ef8-c7bb-4b4c-98dd-9f43e4bbfd30 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521383 Jan 24 16:53:51.055094 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132c377-95d9-424c-9053-d014e8742857 req-9fafba13-eb1a-4130-a763-fabb99b3c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:51.056551 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e132c377-95d9-424c-9053-d014e8742857 req-9fafba13-eb1a-4130-a763-fabb99b3c3b1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c23e31e6-4975-4076-afd7-3b7c3fb32a92 HTTP/1.1" status: 200 len: 858 time: 0.0867803 Jan 24 16:53:51.056717 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['7a1e30e0-8581-4715-9b37-9a84fccf7f10'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:53:51.065527 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d8958-b6be-4db3-821f-4c896a1ff2c3 req-94853a8c-bc5e-4b3f-b170-edfda9131b13 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:51.067374 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f17d8958-b6be-4db3-821f-4c896a1ff2c3 req-94853a8c-bc5e-4b3f-b170-edfda9131b13 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.1149611 Jan 24 16:53:51.100346 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97db7dd-b52c-449d-a7b2-e81fa3da5465 x-openstack-request-id: req-d97db7dd-b52c-449d-a7b2-e81fa3da5465 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:53:51.100694 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb0d520-edd0-431c-983e-6560a5669811", "name": "network-vif-deleted", "tag": "31d086bf-d040-4a43-b6d6-e919fbc05b71", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:53:51.100880 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d97db7dd-b52c-449d-a7b2-e81fa3da5465 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:53:51.101282 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb0d520-edd0-431c-983e-6560a5669811', 'name': 'network-vif-deleted', 'tag': '31d086bf-d040-4a43-b6d6-e919fbc05b71', 'status': 'completed', 'code': 200} Jan 24 16:53:51.110985 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e132c377-95d9-424c-9053-d014e8742857 req-3294fa56-cbbd-4eef-9b65-a0c6fabbbbb6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425286 Jan 24 16:53:51.207558 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f17d8958-b6be-4db3-821f-4c896a1ff2c3 req-512b1199-d9c5-4a84-82ee-8702cf27c5a6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273408 Jan 24 16:53:51.247693 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e132c377-95d9-424c-9053-d014e8742857 req-938829b9-83f6-4068-8b74-16c1108df0fe service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283801 Jan 24 16:53:51.374557 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e132c377-95d9-424c-9053-d014e8742857 req-d5f5bb91-7754-4e91-9a2f-9e28ecf55cb5 service neutron] 10.222.0.79 "GET /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211841 Jan 24 16:53:51.455361 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1a1c31a0-0b39-4fe3-bbc5-f0aaf06badca req-95a3ca36-fd71-4d71-a2a3-deecb502f1a2 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=0eb0d520-edd0-431c-983e-6560a5669811 HTTP/1.1" status: 200 len: 210 time: 0.0314941 Jan 24 16:53:51.850155 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62954353-8f2b-4854-9de4-d7ab10354714 req-a4f32129-70f0-42ce-985a-e294407e0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:51.851734 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62954353-8f2b-4854-9de4-d7ab10354714 req-a4f32129-70f0-42ce-985a-e294407e0355 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3&tenant_id=5ca1c94bee974fb986196c0be4064812 HTTP/1.1" status: 200 len: 1097 time: 0.0727334 Jan 24 16:53:51.952583 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62954353-8f2b-4854-9de4-d7ab10354714 req-37e9e5c0-787b-476a-9d17-3b65359a8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:51.954063 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62954353-8f2b-4854-9de4-d7ab10354714 req-37e9e5c0-787b-476a-9d17-3b65359a8432 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 1097 time: 0.0759752 Jan 24 16:53:51.994099 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959c90a-cb13-421d-989e-ef2d6d1bdaa8 req-eaa67a22-0b26-4ad6-b2d0-841edf5c9bbc tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:51.995664 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c959c90a-cb13-421d-989e-ef2d6d1bdaa8 req-eaa67a22-0b26-4ad6-b2d0-841edf5c9bbc tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 944 time: 0.0881982 Jan 24 16:53:52.095306 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c959c90a-cb13-421d-989e-ef2d6d1bdaa8 req-1e303a70-ea12-4cae-a6b9-bd807bfce0d0 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930421 Jan 24 16:53:52.110781 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62954353-8f2b-4854-9de4-d7ab10354714 req-f8f824de-c2bf-49e3-bb02-1ea7346b1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:52.110781 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62954353-8f2b-4854-9de4-d7ab10354714 req-f8f824de-c2bf-49e3-bb02-1ea7346b1418 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 916 time: 0.1473665 Jan 24 16:53:52.158721 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa782-5214-467e-b925-6efe9ff3cfb0 req-bafbe652-e769-480a-bae7-5bc9ac3e521f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:52.160956 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b61aa782-5214-467e-b925-6efe9ff3cfb0 req-bafbe652-e769-480a-bae7-5bc9ac3e521f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0578716 Jan 24 16:53:52.209954 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b61aa782-5214-467e-b925-6efe9ff3cfb0 req-f05fbbc9-9133-4bdf-9007-4e4bef8e7ddb tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431950 Jan 24 16:53:52.217528 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62954353-8f2b-4854-9de4-d7ab10354714 req-85f83a35-dcf6-44d3-b443-fa511681e477 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5af20f1e-1824-4d8f-ba09-7c0973152051 HTTP/1.1" status: 200 len: 1000 time: 0.1005182 Jan 24 16:53:52.266919 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62954353-8f2b-4854-9de4-d7ab10354714 req-714ba491-7312-44e7-b53c-7306cc0ca338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:52.268377 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62954353-8f2b-4854-9de4-d7ab10354714 req-714ba491-7312-44e7-b53c-7306cc0ca338 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 200 len: 855 time: 0.0444252 Jan 24 16:53:52.345345 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62954353-8f2b-4854-9de4-d7ab10354714 req-c718fc75-40f3-49d1-bb5a-c037ed95d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:52.346866 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62954353-8f2b-4854-9de4-d7ab10354714 req-c718fc75-40f3-49d1-bb5a-c037ed95d2b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9684751-c334-42d8-84b0-fcdb27d5b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721023 Jan 24 16:53:52.356219 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fa2b5-79ee-4095-94b8-331f4be468c7 req-6ab24c5f-f806-436e-bf51-974af95a066c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:52.358014 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5e0fa2b5-79ee-4095-94b8-331f4be468c7 req-6ab24c5f-f806-436e-bf51-974af95a066c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0755792 Jan 24 16:53:52.463029 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5e0fa2b5-79ee-4095-94b8-331f4be468c7 req-d0ac6d47-a336-455b-a44d-2eb2131ae532 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965273 Jan 24 16:53:52.477773 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 7a1e30e0-8581-4715-9b37-9a84fccf7f10 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:53:52.489203 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62954353-8f2b-4854-9de4-d7ab10354714 req-987eb083-c923-495a-afc5-481999450cfb service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301918 Jan 24 16:53:52.534374 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:53:52.540488 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:53:52.541047 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:52.597037 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62954353-8f2b-4854-9de4-d7ab10354714 req-6b8a3797-91ed-4643-adbb-c1c191190af9 service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007569 Jan 24 16:53:52.636382 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:52.636828 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:52.663988 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:53:52.666598 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9ce36b-bdaa-4901-ba0f-cbcc00868d4f" -d '{"events": [{"server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "name": "network-vif-plugged", "status": "completed", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:53:52.679227 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 7a1e30e0-8581-4715-9b37-9a84fccf7f10, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:53:52.685150 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:53:52.687166 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5af20f1e-1824-4d8f-ba09-7c0973152051 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:53:52.764959 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac49d77-b2fb-4ea4-a22b-edc33d690ce8 x-openstack-request-id: req-6ac49d77-b2fb-4ea4-a22b-edc33d690ce8 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:53:52.765271 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "name": "network-vif-plugged", "status": "completed", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:53:52.765533 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-6ac49d77-b2fb-4ea4-a22b-edc33d690ce8 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:53:52.765928 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'code': 200} Jan 24 16:53:52.839713 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=7a1e30e0-8581-4715-9b37-9a84fccf7f10,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:53:52.861833 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 5af20f1e-1824-4d8f-ba09-7c0973152051 is: DOWN; New status is: DOWN {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:53:52.955584 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61ba5a-00c7-485e-a50e-5586dfd777f2 req-e3def0b0-e32b-42a7-9935-a48208523ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:52.957346 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5d61ba5a-00c7-485e-a50e-5586dfd777f2 req-e3def0b0-e32b-42a7-9935-a48208523ac7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 1098 time: 0.0477808 Jan 24 16:53:53.011376 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5d61ba5a-00c7-485e-a50e-5586dfd777f2 req-f71fd021-f59f-415d-8c90-66efab4ec25c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473261 Jan 24 16:53:53.224478 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab080d-475b-4c39-8994-457c0277fdb3 req-17386daa-a7d2-4e2e-af98-012dd2be3fa8 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:53.225990 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-34ab080d-475b-4c39-8994-457c0277fdb3 req-17386daa-a7d2-4e2e-af98-012dd2be3fa8 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0587311 Jan 24 16:53:53.278462 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-34ab080d-475b-4c39-8994-457c0277fdb3 req-a10b1ad4-19ef-42d1-b3e7-0744549bfd43 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Jan 24 16:53:53.343462 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a990b-c1dd-4d8b-a2d7-ad8bc6860e3d req-83ff8f21-4543-4707-b03a-d6d3feb6108d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:53.345367 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0a3a990b-c1dd-4d8b-a2d7-ad8bc6860e3d req-83ff8f21-4543-4707-b03a-d6d3feb6108d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0523047 Jan 24 16:53:53.404911 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0a3a990b-c1dd-4d8b-a2d7-ad8bc6860e3d req-063c0c7d-68a2-466a-89a7-329881eab050 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443733 Jan 24 16:53:53.596704 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f54cd2-69ff-42d6-b292-181e61309430 req-3f51eb5f-3b45-4c14-95c5-fdd1831aef1b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:53.598979 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-97f54cd2-69ff-42d6-b292-181e61309430 req-3f51eb5f-3b45-4c14-95c5-fdd1831aef1b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0506923 Jan 24 16:53:53.647473 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-97f54cd2-69ff-42d6-b292-181e61309430 req-57210383-383d-49a4-bd83-39a6adf8da41 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428109 Jan 24 16:53:54.392921 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b088a-101d-44e6-9148-41632668b630 req-45b2a553-c140-4da3-afe9-7349d0b233ef tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:54.394980 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b05b088a-101d-44e6-9148-41632668b630 req-45b2a553-c140-4da3-afe9-7349d0b233ef tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0499492 Jan 24 16:53:54.439597 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b05b088a-101d-44e6-9148-41632668b630 req-bddcc742-0456-4c6e-a64c-ea12b4015c3f tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 Jan 24 16:53:54.708473 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 31d086bf-d040-4a43-b6d6-e919fbc05b71 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:53:54.728649 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 31d086bf-d040-4a43-b6d6-e919fbc05b71 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:53:54.728984 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 31d086bf-d040-4a43-b6d6-e919fbc05b71 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:53:54.770822 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d40e6a-326b-4f5c-a41e-2b2129012bf3 req-5d16a11b-0f06-47c2-9ed2-0f4eed94a459 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:54.772370 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-66d40e6a-326b-4f5c-a41e-2b2129012bf3 req-5d16a11b-0f06-47c2-9ed2-0f4eed94a459 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0514250 Jan 24 16:53:54.823507 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-66d40e6a-326b-4f5c-a41e-2b2129012bf3 req-cc1f929b-2180-4513-8b7e-d996fc071e42 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457721 Jan 24 16:53:55.552776 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86b3d8-fafb-4656-80f5-a9fbb5699753 req-608ec458-27e0-405f-b35b-1af40938d98a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:55.554237 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0d86b3d8-fafb-4656-80f5-a9fbb5699753 req-608ec458-27e0-405f-b35b-1af40938d98a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0482240 Jan 24 16:53:55.600098 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0d86b3d8-fafb-4656-80f5-a9fbb5699753 req-dfaa3c85-4764-4e82-8b38-74e591ef3708 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Jan 24 16:53:55.962873 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1dde4-d2a6-4580-b67c-7bc2dae18aa4 req-aba95fea-510b-4242-92fa-17a1fca536c7 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:55.968626 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-fbb1dde4-d2a6-4580-b67c-7bc2dae18aa4 req-aba95fea-510b-4242-92fa-17a1fca536c7 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0695815 Jan 24 16:53:56.024250 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-fbb1dde4-d2a6-4580-b67c-7bc2dae18aa4 req-b7492499-2c37-41e4-b342-8371fc89c99b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543594 Jan 24 16:53:56.759958 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c398b0-7fc1-458b-81d7-f99b61929cb5 req-9fb667fe-5e74-4ced-a963-309201a8af6f tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:56.763081 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-35c398b0-7fc1-458b-81d7-f99b61929cb5 req-9fb667fe-5e74-4ced-a963-309201a8af6f tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0844369 Jan 24 16:53:56.890557 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-35c398b0-7fc1-458b-81d7-f99b61929cb5 req-df7ec4dd-ab0c-41a1-b765-33e97349a736 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217091 Jan 24 16:53:57.182199 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8314e-671d-4da8-930f-5de4cd0ec64e req-922edcbb-e75b-48ad-88b4-cd2d61789e97 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:57.184181 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-86f8314e-671d-4da8-930f-5de4cd0ec64e req-922edcbb-e75b-48ad-88b4-cd2d61789e97 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0643606 Jan 24 16:53:57.242801 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-86f8314e-671d-4da8-930f-5de4cd0ec64e req-7df74e73-1da2-4b5a-881c-c3616836d045 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514073 Jan 24 16:53:58.031480 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5799da-e087-431f-87b7-6873a6104587 req-8790a890-72eb-450f-af7a-24236eed5c8e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:58.032979 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cd5799da-e087-431f-87b7-6873a6104587 req-8790a890-72eb-450f-af7a-24236eed5c8e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0599377 Jan 24 16:53:58.085503 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cd5799da-e087-431f-87b7-6873a6104587 req-64ac24b6-a7c5-4c66-927a-1eb909ee45a0 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451152 Jan 24 16:53:58.366543 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d8e02-9fa2-40a4-a2e2-094f5507f80e req-797900e6-69a9-4d6c-9eea-af7c894bf87a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:58.368076 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0c0d8e02-9fa2-40a4-a2e2-094f5507f80e req-797900e6-69a9-4d6c-9eea-af7c894bf87a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0488088 Jan 24 16:53:58.416722 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0c0d8e02-9fa2-40a4-a2e2-094f5507f80e req-e8e8dd98-f363-476e-8e5c-2961de6d7ec2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430429 Jan 24 16:53:59.249433 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed2c6c-a271-44e2-bfa9-c95312afb997 req-65c20d61-bec5-473d-9f67-b0052d1fb47d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:59.250920 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b5ed2c6c-a271-44e2-bfa9-c95312afb997 req-65c20d61-bec5-473d-9f67-b0052d1fb47d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0615039 Jan 24 16:53:59.313659 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b5ed2c6c-a271-44e2-bfa9-c95312afb997 req-7154680b-b3d0-4fb6-8583-04ff4800e260 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558717 Jan 24 16:53:59.551388 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692af9-ede5-42a3-808c-6d398cfbbaf3 req-699d7532-44fd-4b56-b406-0d1e55c5fd21 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:53:59.552924 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-12692af9-ede5-42a3-808c-6d398cfbbaf3 req-699d7532-44fd-4b56-b406-0d1e55c5fd21 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0578532 Jan 24 16:53:59.617777 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-12692af9-ede5-42a3-808c-6d398cfbbaf3 req-f565259e-ad62-4908-8787-9138282e669e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544138 Jan 24 16:54:00.435484 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015d1ae-25f3-4cb0-b297-0b91ffd41a1e req-7cf12d78-387f-4c41-80c7-8cc1cff350da tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:00.437004 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9015d1ae-25f3-4cb0-b297-0b91ffd41a1e req-7cf12d78-387f-4c41-80c7-8cc1cff350da tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0526640 Jan 24 16:54:00.487471 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9015d1ae-25f3-4cb0-b297-0b91ffd41a1e req-b6cdc00a-d10a-4dd8-90dd-a4e4f2420d2b tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444844 Jan 24 16:54:00.745526 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcd0ff-4dcd-4f3d-a2b4-1b2c3a5cc4ac req-3027eb67-6623-4404-a39a-ad499aa3ffe5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:00.746955 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-35fcd0ff-4dcd-4f3d-a2b4-1b2c3a5cc4ac req-3027eb67-6623-4404-a39a-ad499aa3ffe5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0517526 Jan 24 16:54:00.796663 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-35fcd0ff-4dcd-4f3d-a2b4-1b2c3a5cc4ac req-c14c1ebf-8969-42f9-9654-be94c211456d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439191 Jan 24 16:54:01.617573 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a139d-21a6-4e24-9eb5-77bc2bc6cbaf req-515e4279-fb3a-4008-817e-2803373979df tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:01.619129 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b47a139d-21a6-4e24-9eb5-77bc2bc6cbaf req-515e4279-fb3a-4008-817e-2803373979df tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0572503 Jan 24 16:54:01.677934 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b47a139d-21a6-4e24-9eb5-77bc2bc6cbaf req-0ad125c4-091d-40ae-93cd-46f82cafb92a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530589 Jan 24 16:54:01.923757 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fe59e-2e9f-4c99-a81b-2c365d094583 req-808843ac-d6ae-444e-84f2-f8495ddc9550 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:01.925879 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-615fe59e-2e9f-4c99-a81b-2c365d094583 req-808843ac-d6ae-444e-84f2-f8495ddc9550 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0523543 Jan 24 16:54:01.981811 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-615fe59e-2e9f-4c99-a81b-2c365d094583 req-57cb4b2e-33ae-443d-aa3b-b92b70c12a44 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496674 Jan 24 16:54:02.794566 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212fe97-4286-4d4b-b969-7686059a4d0c req-23477741-db43-4a56-aff8-e5a91f90cf08 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:02.796673 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c212fe97-4286-4d4b-b969-7686059a4d0c req-23477741-db43-4a56-aff8-e5a91f90cf08 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0498195 Jan 24 16:54:02.853081 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c212fe97-4286-4d4b-b969-7686059a4d0c req-1ddf91f8-61a1-47e3-8c07-d65c89797f7e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495110 Jan 24 16:54:03.125740 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b915a0-b6ce-4044-9812-8701a9cd2652 req-e445a265-d06e-420c-a248-24bba78543a4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:03.127446 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-22b915a0-b6ce-4044-9812-8701a9cd2652 req-e445a265-d06e-420c-a248-24bba78543a4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0584741 Jan 24 16:54:03.179065 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-22b915a0-b6ce-4044-9812-8701a9cd2652 req-d43f81f3-9003-4a89-8984-960118d49e10 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Jan 24 16:54:03.726676 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:03.964827 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f318a-8e4e-4a09-bf03-9aa8ef373513 req-719ee2c7-f7d1-4ecd-830e-c03fe4d45162 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:03.966801 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3f1f318a-8e4e-4a09-bf03-9aa8ef373513 req-719ee2c7-f7d1-4ecd-830e-c03fe4d45162 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0516143 Jan 24 16:54:04.021070 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3f1f318a-8e4e-4a09-bf03-9aa8ef373513 req-50da78b0-05d8-4743-86da-7145e94fd45c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478933 Jan 24 16:54:04.303456 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96b1b-e2c5-4011-bb9c-34d58e043101 req-f1549ca4-9f58-4ea1-8a34-3c4b9ba7c030 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:04.304949 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d3e96b1b-e2c5-4011-bb9c-34d58e043101 req-f1549ca4-9f58-4ea1-8a34-3c4b9ba7c030 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0504699 Jan 24 16:54:04.351113 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d3e96b1b-e2c5-4011-bb9c-34d58e043101 req-5bf5ace0-9604-4fb2-8846-f5d6734ba72b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403676 Jan 24 16:54:05.138874 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705c3ac-724b-4a46-a845-54bd105d9c8e req-915134d6-4c9a-4aa2-b5f9-82b7086d22d1 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:05.140474 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e705c3ac-724b-4a46-a845-54bd105d9c8e req-915134d6-4c9a-4aa2-b5f9-82b7086d22d1 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0504093 Jan 24 16:54:05.188241 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e705c3ac-724b-4a46-a845-54bd105d9c8e req-53a3d288-525e-4c29-82a3-9baed7b0b60f tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417299 Jan 24 16:54:05.468695 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbe9e-1c1c-467a-a6d1-bbf00e3c572e req-75717e0d-c7d2-4de6-8c6a-9b96f5a1c84d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:05.470149 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b60bbe9e-1c1c-467a-a6d1-bbf00e3c572e req-75717e0d-c7d2-4de6-8c6a-9b96f5a1c84d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0488899 Jan 24 16:54:05.515853 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b60bbe9e-1c1c-467a-a6d1-bbf00e3c572e req-627b962f-92ca-4298-a59c-42e92e71ab1e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401204 Jan 24 16:54:05.635096 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2d12-4040-45b2-86fa-7ac8e0fdeb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:05.831283 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-4068aeac-9bb7-4daa-b00c-e0ffa8e05bcb tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:05.833007 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-4068aeac-9bb7-4daa-b00c-e0ffa8e05bcb tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/networks?id=2bfca7db-995d-4492-840e-71486008c43c HTTP/1.1" status: 200 len: 813 time: 0.1094155 Jan 24 16:54:05.848503 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-f7451f27-9486-4605-a1d3-61e3fdd2d61c tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/quotas/772de9e75506447b87526f3e1f2cf34f HTTP/1.1" status: 200 len: 375 time: 0.0101116 Jan 24 16:54:05.883550 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-7772d4ff-b733-40b6-9594-b2f6f0ec3704 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=772de9e75506447b87526f3e1f2cf34f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285470 Jan 24 16:54:05.977269 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-b20925a0-d1c8-477e-8864-f8cd1236c0ef service neutron] 10.222.0.117 "GET /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882983 Jan 24 16:54:06.066352 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-c63cbc29-3dce-45ee-9b60-16cfab2d9f76 service neutron] 10.222.0.117 "GET /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828059 Jan 24 16:54:06.231827 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cfb076ec-8825-4557-abc9-e0c23315377e req-fecfcd46-421e-4798-9949-0e891adb76f0 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 210 time: 0.0300860 Jan 24 16:54:06.317616 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554dfdd-fddd-4440-b56f-b18ec89bc604 req-009018c1-3f2e-4921-828a-e1d2b750c291 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:06.319229 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f554dfdd-fddd-4440-b56f-b18ec89bc604 req-009018c1-3f2e-4921-828a-e1d2b750c291 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0578301 Jan 24 16:54:06.369197 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f554dfdd-fddd-4440-b56f-b18ec89bc604 req-bdc09ccd-7c91-4a9e-b16f-c41fb55a7cf0 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440922 Jan 24 16:54:06.508539 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e461fa-12e5-410d-a691-67f2a81d817a req-28ea0bd9-6559-4565-9c52-5a22f97161ec tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:06.510383 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-87e461fa-12e5-410d-a691-67f2a81d817a req-28ea0bd9-6559-4565-9c52-5a22f97161ec tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0572009 Jan 24 16:54:06.569240 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-87e461fa-12e5-410d-a691-67f2a81d817a req-bad4d118-45a0-4723-a762-f636417ee21e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526192 Jan 24 16:54:06.650491 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc1f49-be60-462e-82c2-2cbd7eb01cc6 req-8ef7f254-8a81-4acd-8ef0-a50e24ace13a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:06.655221 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-43dc1f49-be60-462e-82c2-2cbd7eb01cc6 req-8ef7f254-8a81-4acd-8ef0-a50e24ace13a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0566545 Jan 24 16:54:06.703880 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-43dc1f49-be60-462e-82c2-2cbd7eb01cc6 req-dcc2261f-7349-4d2b-b793-8bf25ac61613 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457165 Jan 24 16:54:06.917083 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbbff7-1eb4-4124-b83c-316900cae5e9 req-be94eac5-3056-4b24-a682-14ded4ebcf04 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:06.918467 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8adbbff7-1eb4-4124-b83c-316900cae5e9 req-be94eac5-3056-4b24-a682-14ded4ebcf04 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0485728 Jan 24 16:54:06.964522 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8adbbff7-1eb4-4124-b83c-316900cae5e9 req-4e5bdc55-bc14-44d2-8e8d-1f8e32940e96 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405626 Jan 24 16:54:07.398265 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-21caf7cb-1b8f-4095-9116-60e72f03d579 req-45e9cf8e-5143-4c4f-8149-f1488beda254 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 210 time: 0.0366073 Jan 24 16:54:07.435375 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-e3f2333f-dffc-4bc3-ad7e-7e85a3846910 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:07.436725 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-e3f2333f-dffc-4bc3-ad7e-7e85a3846910 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.79 "GET /v2.0/networks?id=2bfca7db-995d-4492-840e-71486008c43c HTTP/1.1" status: 200 len: 813 time: 0.1814556 Jan 24 16:54:07.456295 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Request body: {'port': {'device_id': '99ef53e4-801e-4a2d-a7ef-5fbece8b29bd', 'network_id': '2bfca7db-995d-4492-840e-71486008c43c', 'admin_state_up': True, 'tenant_id': '772de9e75506447b87526f3e1f2cf34f'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:07.579597 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Made reservation on behalf of 772de9e75506447b87526f3e1f2cf34f for: {'port': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:54:07.583827 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:07.652374 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 52930) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:07.751693 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Allocated IP 172.20.0.4 (2bfca7db-995d-4492-840e-71486008c43c/2492f3db-1c98-4f2a-a53b-ace29007638f/7c867542-f820-45d0-8cc7-ba742f9557af) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:54:07.783326 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-85ae6425-aef2-4973-b6d3-199e2a58a86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:07.894444 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6854dcbc-b286-4e9d-a75c-29dbd0938b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:07.920249 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks [] for port (7c867542-f820-45d0-8cc7-ba742f9557af), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:07.955904 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:08.001739 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Network 2bfca7db-995d-4492-840e-71486008c43c is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:54:08.005322 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:54:08.007993 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:54:08.040498 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Pushing event updated for resources: {'Port': ['ID=7c867542-f820-45d0-8cc7-ba742f9557af,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:08.072265 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:08.072889 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:08.090082 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-5dc19325-f91f-4c33-9916-25423423a65a tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6385162 Jan 24 16:54:08.098028 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d42b4-f3b2-47f5-8927-e7d83f8529ca req-6a41fce8-6fe0-4c3b-82f3-bdf3b965ddfc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:08.099596 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d10d42b4-f3b2-47f5-8927-e7d83f8529ca req-6a41fce8-6fe0-4c3b-82f3-bdf3b965ddfc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.3078160 Jan 24 16:54:08.103051 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Request body: {'port': {'device_id': '99ef53e4-801e-4a2d-a7ef-5fbece8b29bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:08.177028 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-85ae6425-aef2-4973-b6d3-199e2a58a86e admin admin] Publish callbacks [] for security_group (1598f396-a264-41e3-a684-1b44f611737e), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:08.179405 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:08.182005 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d10d42b4-f3b2-47f5-8927-e7d83f8529ca req-4982e534-174a-4200-b777-f1c67fc85368 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747585 Jan 24 16:54:08.183272 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-85ae6425-aef2-4973-b6d3-199e2a58a86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (1598f396-a264-41e3-a684-1b44f611737e), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:08.222738 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-85ae6425-aef2-4973-b6d3-199e2a58a86e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0c489229b8a34b899bb3852aefa0b740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5690341 Jan 24 16:54:08.223450 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae6425-aef2-4973-b6d3-199e2a58a86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1598f396-a264-41e3-a684-1b44f611737e,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:08.225806 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 52938) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:08.367334 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ecac-29d5-4ad6-a02a-10a6cf1372fc admin admin] Publish callbacks [] for security_group (1598f396-a264-41e3-a684-1b44f611737e), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:08.445527 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ecac-29d5-4ad6-a02a-10a6cf1372fc admin admin] Publish callbacks [] for security_group (1598f396-a264-41e3-a684-1b44f611737e), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:08.615751 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ecac-29d5-4ad6-a02a-10a6cf1372fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (1598f396-a264-41e3-a684-1b44f611737e), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:08.618326 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ecac-29d5-4ad6-a02a-10a6cf1372fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:08.619947 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-8dd0ecac-29d5-4ad6-a02a-10a6cf1372fc admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/1598f396-a264-41e3-a684-1b44f611737e HTTP/1.1" status: 204 len: 168 time: 0.3927388 Jan 24 16:54:08.639325 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41613a4-6ac1-4d2e-9540-5e8d11a3bde5 req-1831abc4-0222-49e2-a5f4-8d66a768ee81 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:08.646966 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b41613a4-6ac1-4d2e-9540-5e8d11a3bde5 req-1831abc4-0222-49e2-a5f4-8d66a768ee81 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 931 time: 0.1440628 Jan 24 16:54:08.662361 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0ecac-29d5-4ad6-a02a-10a6cf1372fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1598f396-a264-41e3-a684-1b44f611737e,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:08.688577 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c867542-f820-45d0-8cc7-ba742f9557af {{(pid=114081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:54:08.708109 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Publish callbacks [] for port (7c867542-f820-45d0-8cc7-ba742f9557af), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:08.747120 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b41613a4-6ac1-4d2e-9540-5e8d11a3bde5 req-923e07a4-6f91-4c2f-bcba-4158318f084e tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971293 Jan 24 16:54:08.749179 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.provisioning_blocks [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Transition to ACTIVE for port object 7c867542-f820-45d0-8cc7-ba742f9557af will not be triggered until provisioned by entity L2. {{(pid=114081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:54:08.755373 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:08.823710 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Pushing event updated for resources: {'Port': ['ID=7c867542-f820-45d0-8cc7-ba742f9557af,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:08.902073 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Attempting to bind port 7c867542-f820-45d0-8cc7-ba742f9557af on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:54:08.902495 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Attempting to bind port 7c867542-f820-45d0-8cc7-ba742f9557af by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': '0dce5346-c29d-475b-9302-729785bd4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bfca7db-995d-4492-840e-71486008c43c'}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:54:08.902943 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Attempting to bind port 7c867542-f820-45d0-8cc7-ba742f9557af on network 2bfca7db-995d-4492-840e-71486008c43c {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:54:08.909191 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Port 7c867542-f820-45d0-8cc7-ba742f9557af on network 2bfca7db-995d-4492-840e-71486008c43c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:54:08.909628 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Attempting to bind port 7c867542-f820-45d0-8cc7-ba742f9557af on network 2bfca7db-995d-4492-840e-71486008c43c {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:54:08.922632 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:54:08.923118 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Checking segment: {'id': '0dce5346-c29d-475b-9302-729785bd4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bfca7db-995d-4492-840e-71486008c43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:54:08.923378 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Bound using segment: {'id': '0dce5346-c29d-475b-9302-729785bd4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bfca7db-995d-4492-840e-71486008c43c'} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:54:08.925967 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Bound port: 7c867542-f820-45d0-8cc7-ba742f9557af, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dce5346-c29d-475b-9302-729785bd4b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2bfca7db-995d-4492-840e-71486008c43c'}}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:54:08.926373 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:08.983022 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:09.022246 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] For port 7c867542-f820-45d0-8cc7-ba742f9557af, host hv-cinder-82611, cleared binding levels {{(pid=114081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:54:09.027707 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] For port 7c867542-f820-45d0-8cc7-ba742f9557af, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=7c867542-f820-45d0-8cc7-ba742f9557af,segment=NetworkSegment(0dce5346-c29d-475b-9302-729785bd4b6b),segment_id=0dce5346-c29d-475b-9302-729785bd4b6b)] {{(pid=114081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:54:09.037683 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:09.079592 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 52970) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:09.083298 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:09.083915 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:09.085282 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] 10.222.0.79 "PUT /v2.0/ports/7c867542-f820-45d0-8cc7-ba742f9557af HTTP/1.1" status: 200 len: 1093 time: 0.9869900 Jan 24 16:54:09.085723 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ef53e4-801e-4a2d-a7ef-5fbece8b29bd', 'tag': '7c867542-f820-45d0-8cc7-ba742f9557af'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:54:09.087961 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5afe6d-2847-4439-90a4-04e54de5c3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "99ef53e4-801e-4a2d-a7ef-5fbece8b29bd", "tag": "7c867542-f820-45d0-8cc7-ba742f9557af"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:54:09.117385 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7f9ff42c-bdf3-41f1-b2a2-e07950df57bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:09.137071 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1000e1bf-541a-447d-ab43-46e91102615e x-openstack-request-id: req-1000e1bf-541a-447d-ab43-46e91102615e {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:54:09.137071 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ef53e4-801e-4a2d-a7ef-5fbece8b29bd", "tag": "7c867542-f820-45d0-8cc7-ba742f9557af", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:54:09.137071 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-1000e1bf-541a-447d-ab43-46e91102615e {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:54:09.137071 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ef53e4-801e-4a2d-a7ef-5fbece8b29bd', 'tag': '7c867542-f820-45d0-8cc7-ba742f9557af', 'status': 'completed', 'code': 200} Jan 24 16:54:09.138649 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac1bd1-1688-4b7e-8dda-7734bb6da635 service neutron] Pushing event updated for resources: {'Port': ['ID=7c867542-f820-45d0-8cc7-ba742f9557af,revision_number=3']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:09.151586 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3249f-ed5f-4600-821d-e22c207de5a1 req-10e7aaee-b02a-49c9-9694-ef0a39c21992 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:09.153356 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-eda3249f-ed5f-4600-821d-e22c207de5a1 req-10e7aaee-b02a-49c9-9694-ef0a39c21992 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0881965 Jan 24 16:54:09.241537 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-eda3249f-ed5f-4600-821d-e22c207de5a1 req-a4748723-26cd-46db-9a35-6c7a1c1766ff tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784965 Jan 24 16:54:09.271514 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7f9ff42c-bdf3-41f1-b2a2-e07950df57bb admin admin] Publish callbacks [] for security_group (48f9fe3d-d18f-4985-bace-76ef8759c064), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:09.276646 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7f9ff42c-bdf3-41f1-b2a2-e07950df57bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (48f9fe3d-d18f-4985-bace-76ef8759c064), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:09.333839 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-7f9ff42c-bdf3-41f1-b2a2-e07950df57bb admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d0c2c20ba6a64cb8970afafc3d6e28b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530415 Jan 24 16:54:09.335085 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ff42c-bdf3-41f1-b2a2-e07950df57bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f9fe3d-d18f-4985-bace-76ef8759c064,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:09.337651 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 52976) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:09.404198 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-58d1b424-05d5-45ee-b886-908a234dba68 admin admin] Publish callbacks [] for security_group (48f9fe3d-d18f-4985-bace-76ef8759c064), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:09.427134 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-58d1b424-05d5-45ee-b886-908a234dba68 admin admin] Publish callbacks [] for security_group (48f9fe3d-d18f-4985-bace-76ef8759c064), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:09.435565 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-b2912373-3485-4f57-99f0-fecf0901437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:09.437132 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-b2912373-3485-4f57-99f0-fecf0901437f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=772de9e75506447b87526f3e1f2cf34f&device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 1096 time: 0.2906125 Jan 24 16:54:09.454581 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31433da-a075-4fbd-a505-439f074f30c6 req-a069cbc1-5bf3-4e75-85cb-cf9855e7fff2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:09.456593 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a31433da-a075-4fbd-a505-439f074f30c6 req-a069cbc1-5bf3-4e75-85cb-cf9855e7fff2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0660532 Jan 24 16:54:09.478550 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-58d1b424-05d5-45ee-b886-908a234dba68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (48f9fe3d-d18f-4985-bace-76ef8759c064), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:09.481223 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-58d1b424-05d5-45ee-b886-908a234dba68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:09.482354 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-58d1b424-05d5-45ee-b886-908a234dba68 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/48f9fe3d-d18f-4985-bace-76ef8759c064 HTTP/1.1" status: 204 len: 168 time: 0.1436234 Jan 24 16:54:09.495296 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1b424-05d5-45ee-b886-908a234dba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f9fe3d-d18f-4985-bace-76ef8759c064,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:09.499878 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-60c79a8b-3126-4e8c-af62-886c743adaa7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c867542-f820-45d0-8cc7-ba742f9557af HTTP/1.1" status: 200 len: 217 time: 0.0423310 Jan 24 16:54:09.567934 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a31433da-a075-4fbd-a505-439f074f30c6 req-be4d9d2f-d658-45d7-8bfb-d5aabff43ad3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038735 Jan 24 16:54:09.573336 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-ab3ed2d9-c9fa-4d44-9652-6b5a1bba9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:09.574728 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-ab3ed2d9-c9fa-4d44-9652-6b5a1bba9fbf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2492f3db-1c98-4f2a-a53b-ace29007638f HTTP/1.1" status: 200 len: 853 time: 0.0657039 Jan 24 16:54:09.610719 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-0b44973a-f1db-44b4-835d-24c5d6430265 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2bfca7db-995d-4492-840e-71486008c43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285251 Jan 24 16:54:09.706464 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-888b0792-e1e4-4544-b007-2cf9dcd92f40 service neutron] 10.222.0.79 "GET /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883806 Jan 24 16:54:09.794215 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9f52616-e3ad-41fa-aa09-91c465df3779 req-72931801-67a6-4055-b2b8-e1855798f964 service neutron] 10.222.0.79 "GET /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815392 Jan 24 16:54:09.887089 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e148e-eb26-49d5-a764-8655b69093b6 req-535b5755-2444-4579-bd8c-4f7ddedcc784 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:09.888590 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-681e148e-eb26-49d5-a764-8655b69093b6 req-535b5755-2444-4579-bd8c-4f7ddedcc784 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 943 time: 0.0536122 Jan 24 16:54:09.899724 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5afe6d-2847-4439-90a4-04e54de5c3a0 req-456928a7-ef8c-4e67-a447-4d39eebcd417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:09.901196 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6e5afe6d-2847-4439-90a4-04e54de5c3a0 req-456928a7-ef8c-4e67-a447-4d39eebcd417 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=772de9e75506447b87526f3e1f2cf34f&device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 1096 time: 0.0546370 Jan 24 16:54:09.943931 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-681e148e-eb26-49d5-a764-8655b69093b6 req-088dabe8-40ea-47a8-a4a1-4e6e258a2ff5 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483415 Jan 24 16:54:10.007163 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5afe6d-2847-4439-90a4-04e54de5c3a0 req-de41b6a1-2f87-4b0f-8ced-84a23208b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:10.008625 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6e5afe6d-2847-4439-90a4-04e54de5c3a0 req-de41b6a1-2f87-4b0f-8ced-84a23208b2bd service neutron] 10.222.0.79 "GET /v2.0/networks?id=2bfca7db-995d-4492-840e-71486008c43c HTTP/1.1" status: 200 len: 913 time: 0.0993240 Jan 24 16:54:10.066326 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6e5afe6d-2847-4439-90a4-04e54de5c3a0 req-54902de2-5540-4b0c-8987-aefc90f8888b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c867542-f820-45d0-8cc7-ba742f9557af HTTP/1.1" status: 200 len: 217 time: 0.0392282 Jan 24 16:54:10.118279 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:54:10.124506 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5afe6d-2847-4439-90a4-04e54de5c3a0 req-681a5b0a-3f2e-4f9c-98eb-bf4bd61df69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:10.125964 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6e5afe6d-2847-4439-90a4-04e54de5c3a0 req-681a5b0a-3f2e-4f9c-98eb-bf4bd61df69a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2492f3db-1c98-4f2a-a53b-ace29007638f HTTP/1.1" status: 200 len: 853 time: 0.0505259 Jan 24 16:54:10.160428 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6e5afe6d-2847-4439-90a4-04e54de5c3a0 req-0bb45be5-7ca2-4ddc-a3b3-4777399b9437 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2bfca7db-995d-4492-840e-71486008c43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250773 Jan 24 16:54:10.258450 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6e5afe6d-2847-4439-90a4-04e54de5c3a0 req-770b1382-e112-460c-ac5f-1907f60adb39 service neutron] 10.222.0.79 "GET /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872784 Jan 24 16:54:10.391613 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cabf68-e695-4fed-b701-864db1d72126 req-e05ae0ca-12f9-446b-b7e7-200c5a499f31 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:10.393256 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c1cabf68-e695-4fed-b701-864db1d72126 req-e05ae0ca-12f9-446b-b7e7-200c5a499f31 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0702224 Jan 24 16:54:10.395104 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6e5afe6d-2847-4439-90a4-04e54de5c3a0 req-40efe1fb-96e5-4428-82be-6c31b01d0964 service neutron] 10.222.0.79 "GET /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254013 Jan 24 16:54:10.449649 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c1cabf68-e695-4fed-b701-864db1d72126 req-f9bd81f0-598b-4f2b-a84c-87caa486b659 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506310 Jan 24 16:54:10.531868 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:10.693695 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7b5d4-a36c-4ee1-9b34-51aa7c39cb50 req-2f03a39f-9575-4288-99ba-b841ef866879 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:10.695199 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-80d7b5d4-a36c-4ee1-9b34-51aa7c39cb50 req-2f03a39f-9575-4288-99ba-b841ef866879 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0496037 Jan 24 16:54:10.741956 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-80d7b5d4-a36c-4ee1-9b34-51aa7c39cb50 req-2f8bd791-5ae9-4f50-bdb3-1def8575b17e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413120 Jan 24 16:54:11.066428 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453b9c3-bb4e-41dc-8f90-1b10b0a6d2cf req-57b5ee8c-1e29-477b-af63-1ff77dd57fb3 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:11.068793 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d453b9c3-bb4e-41dc-8f90-1b10b0a6d2cf req-57b5ee8c-1e29-477b-af63-1ff77dd57fb3 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 943 time: 0.0559096 Jan 24 16:54:11.130044 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d453b9c3-bb4e-41dc-8f90-1b10b0a6d2cf req-52d73a87-c096-4d89-9ee4-bfa3c353a1ff tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550852 Jan 24 16:54:11.570134 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2619b2-bc65-4880-8daf-58772c89d45a req-e7194a53-b080-42bd-8bc9-d90e8fc66570 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:11.571625 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cd2619b2-bc65-4880-8daf-58772c89d45a req-e7194a53-b080-42bd-8bc9-d90e8fc66570 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0547538 Jan 24 16:54:11.616440 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cd2619b2-bc65-4880-8daf-58772c89d45a req-ff121af9-7499-4b17-8409-a8f0564660be tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393894 Jan 24 16:54:11.828486 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:11.865490 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0b06a-9535-4d8a-9f19-3bcf5a3b9b15 req-af15492d-a073-44ea-bb31-fa9427524ee0 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:11.866985 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-77e0b06a-9535-4d8a-9f19-3bcf5a3b9b15 req-af15492d-a073-44ea-bb31-fa9427524ee0 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0505340 Jan 24 16:54:11.914102 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-77e0b06a-9535-4d8a-9f19-3bcf5a3b9b15 req-f081f09f-5274-44a0-9347-96da50edd2a0 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415387 Jan 24 16:54:12.249209 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487160df-4aff-4913-a6cc-03f285e5f35c req-913649af-0399-4f6d-9c8a-02946921ed0d tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:12.250702 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-487160df-4aff-4913-a6cc-03f285e5f35c req-913649af-0399-4f6d-9c8a-02946921ed0d tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 943 time: 0.0505874 Jan 24 16:54:12.302779 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-487160df-4aff-4913-a6cc-03f285e5f35c req-a1f2c3ed-2b6e-4c4c-b9f7-e557bff7604d tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459647 Jan 24 16:54:12.366967 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107368a-a59d-4de6-aca7-f73cc28035e1 req-35823983-db79-464f-95fd-e76493d42385 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:12.368594 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3107368a-a59d-4de6-aca7-f73cc28035e1 req-35823983-db79-464f-95fd-e76493d42385 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.79 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0705221 Jan 24 16:54:12.494822 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-3107368a-a59d-4de6-aca7-f73cc28035e1 req-fd21ca30-2f69-47c5-a494-30516b1ba1f5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Deleting port 5b46c1cc-6728-4897-8738-0827955179b2 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:54:12.495138 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-3107368a-a59d-4de6-aca7-f73cc28035e1 req-fd21ca30-2f69-47c5-a494-30516b1ba1f5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (5b46c1cc-6728-4897-8738-0827955179b2), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:12.584352 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-3107368a-a59d-4de6-aca7-f73cc28035e1 req-fd21ca30-2f69-47c5-a494-30516b1ba1f5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] For port 5b46c1cc-6728-4897-8738-0827955179b2, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5b46c1cc-6728-4897-8738-0827955179b2,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:12.584627 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-3107368a-a59d-4de6-aca7-f73cc28035e1 req-fd21ca30-2f69-47c5-a494-30516b1ba1f5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (5b46c1cc-6728-4897-8738-0827955179b2), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:12.598347 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-3107368a-a59d-4de6-aca7-f73cc28035e1 req-fd21ca30-2f69-47c5-a494-30516b1ba1f5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Calling delete_port for 5b46c1cc-6728-4897-8738-0827955179b2 owned by compute:nova {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:54:12.764485 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b1840-f4fc-479e-9ec1-5c8617e714a0 req-c5b758d2-8593-4d5c-9597-e092cd1fd84e tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:12.765926 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f97b1840-f4fc-479e-9ec1-5c8617e714a0 req-c5b758d2-8593-4d5c-9597-e092cd1fd84e tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0839722 Jan 24 16:54:12.804442 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-3107368a-a59d-4de6-aca7-f73cc28035e1 req-fd21ca30-2f69-47c5-a494-30516b1ba1f5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (5b46c1cc-6728-4897-8738-0827955179b2), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:12.843430 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21ca30-2f69-47c5-a494-30516b1ba1f5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Pushing event deleted for resources: {'Port': ['ID=5b46c1cc-6728-4897-8738-0827955179b2,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:12.855878 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f97b1840-f4fc-479e-9ec1-5c8617e714a0 req-02114c2b-9f69-454b-b53d-095d9135d971 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828147 Jan 24 16:54:12.910096 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3107368a-a59d-4de6-aca7-f73cc28035e1 req-fd21ca30-2f69-47c5-a494-30516b1ba1f5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] No DVR routers for this DVR port 5b46c1cc-6728-4897-8738-0827955179b2 on host hv-cinder-82611 {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:54:12.913128 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-3107368a-a59d-4de6-aca7-f73cc28035e1 req-fd21ca30-2f69-47c5-a494-30516b1ba1f5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:12.916441 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3107368a-a59d-4de6-aca7-f73cc28035e1 req-fd21ca30-2f69-47c5-a494-30516b1ba1f5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.79 "DELETE /v2.0/ports/5b46c1cc-6728-4897-8738-0827955179b2 HTTP/1.1" status: 204 len: 173 time: 0.5380840 Jan 24 16:54:12.916873 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33a394e-abd2-4047-a8a5-75c89566dbd2', 'name': 'network-vif-deleted', 'tag': '5b46c1cc-6728-4897-8738-0827955179b2'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:54:12.919104 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1260fbd4-daa7-439a-ab9e-45408a114730" -d '{"events": [{"server_uuid": "f33a394e-abd2-4047-a8a5-75c89566dbd2", "name": "network-vif-deleted", "tag": "5b46c1cc-6728-4897-8738-0827955179b2"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:54:12.956669 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94ce416-4ce8-4980-a19e-55d4596945aa x-openstack-request-id: req-d94ce416-4ce8-4980-a19e-55d4596945aa {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:54:12.956962 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33a394e-abd2-4047-a8a5-75c89566dbd2", "name": "network-vif-deleted", "tag": "5b46c1cc-6728-4897-8738-0827955179b2", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:54:12.957218 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d94ce416-4ce8-4980-a19e-55d4596945aa {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:54:12.957620 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33a394e-abd2-4047-a8a5-75c89566dbd2', 'name': 'network-vif-deleted', 'tag': '5b46c1cc-6728-4897-8738-0827955179b2', 'status': 'completed', 'code': 200} Jan 24 16:54:13.037978 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9ea72-3b11-4e19-aa08-583eacfe8e92 req-abe1281f-2112-45a0-b823-5c52ef8be66b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:13.039479 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d3e9ea72-3b11-4e19-aa08-583eacfe8e92 req-abe1281f-2112-45a0-b823-5c52ef8be66b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0531075 Jan 24 16:54:13.086235 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d3e9ea72-3b11-4e19-aa08-583eacfe8e92 req-b4cf7523-de6d-4a56-a9d0-1b88064061be tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412884 Jan 24 16:54:13.424743 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae54ec-311c-41f2-9909-8093659bcfb3 req-a2c8147d-d6cb-43f9-8e69-cd4faa99f237 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:13.426224 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-77ae54ec-311c-41f2-9909-8093659bcfb3 req-a2c8147d-d6cb-43f9-8e69-cd4faa99f237 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 943 time: 0.0506272 Jan 24 16:54:13.479101 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-77ae54ec-311c-41f2-9909-8093659bcfb3 req-5224f7ea-702f-42db-9093-8df538b726bb tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472825 Jan 24 16:54:13.841520 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 7c867542-f820-45d0-8cc7-ba742f9557af details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:54:13.941871 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 7c867542-f820-45d0-8cc7-ba742f9557af, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=7c867542-f820-45d0-8cc7-ba742f9557af,segment=NetworkSegment(0dce5346-c29d-475b-9302-729785bd4b6b),segment_id=0dce5346-c29d-475b-9302-729785bd4b6b)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:13.949471 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-91e33edf-1e9e-4a98-8219-b5416e3a2983 req-f978124a-9c49-461a-9ea1-c46d7fd3fd5f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0260370 Jan 24 16:54:13.952953 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '7c867542-f820-45d0-8cc7-ba742f9557af', 'network_id': '2bfca7db-995d-4492-840e-71486008c43c', 'port_id': '7c867542-f820-45d0-8cc7-ba742f9557af', 'mac_address': 'fa:16:3e:df:3b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2492f3db-1c98-4f2a-a53b-ace29007638f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:54:13.989751 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 7c867542-f820-45d0-8cc7-ba742f9557af is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:54:13.990138 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:14.002346 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c867542-f820-45d0-8cc7-ba742f9557af {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:54:14.020962 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 7c867542-f820-45d0-8cc7-ba742f9557af, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=7c867542-f820-45d0-8cc7-ba742f9557af,segment=NetworkSegment(0dce5346-c29d-475b-9302-729785bd4b6b),segment_id=0dce5346-c29d-475b-9302-729785bd4b6b)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:14.024431 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:14.073755 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=7c867542-f820-45d0-8cc7-ba742f9557af,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:14.208455 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a32e4-c7cb-47f7-a0c5-f5cc9a63788b req-be2dbe9b-7a80-4cf7-9d73-8777a4d3428f tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:14.209942 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-486a32e4-c7cb-47f7-a0c5-f5cc9a63788b req-be2dbe9b-7a80-4cf7-9d73-8777a4d3428f tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0496163 Jan 24 16:54:14.256652 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-486a32e4-c7cb-47f7-a0c5-f5cc9a63788b req-cac91a7a-2cb4-4e83-91ed-baa31554d002 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412612 Jan 24 16:54:14.590098 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997c64a-1145-4bd9-8f51-aa2ee4a0c4a3 req-0e9b6952-fac5-4879-9d29-d3b2d6d607a7 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:14.591578 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9997c64a-1145-4bd9-8f51-aa2ee4a0c4a3 req-0e9b6952-fac5-4879-9d29-d3b2d6d607a7 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 944 time: 0.0480161 Jan 24 16:54:14.636503 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9997c64a-1145-4bd9-8f51-aa2ee4a0c4a3 req-9312e601-b731-4173-811e-2a783e1ee1a2 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396099 Jan 24 16:54:15.040232 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7fee1298-e572-4538-8785-9b3244e8e790 req-2fdbff9f-2570-4f40-a61a-58ab362fcd9c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0254591 Jan 24 16:54:15.378389 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0a49-287b-489e-9341-0cd15d4192a0 req-1d0cd1ae-7e8b-494d-86d7-410846e151a8 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:15.379866 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6a3b0a49-287b-489e-9341-0cd15d4192a0 req-1d0cd1ae-7e8b-494d-86d7-410846e151a8 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 944 time: 0.0514348 Jan 24 16:54:15.425961 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6a3b0a49-287b-489e-9341-0cd15d4192a0 req-6c18374f-41e8-4356-8a3c-b62eda1444ae tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402086 Jan 24 16:54:15.692173 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['89e6e811-c42c-4807-b037-54df679556fd', '5b46c1cc-6728-4897-8738-0827955179b2'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:54:15.717804 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5af20f1e-1824-4d8f-ba09-7c0973152051 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:54:15.755197 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ea928-1f3e-4480-b249-146f7bb8c235 req-fb67a033-997f-4046-b7f4-bb5b443133d0 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:15.757118 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-650ea928-1f3e-4480-b249-146f7bb8c235 req-fb67a033-997f-4046-b7f4-bb5b443133d0 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 944 time: 0.0536351 Jan 24 16:54:15.809016 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-650ea928-1f3e-4480-b249-146f7bb8c235 req-0e504eb5-7bd5-4441-9ede-dafc763b6a89 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462596 Jan 24 16:54:15.881858 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5af20f1e-1824-4d8f-ba09-7c0973152051,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:15.898967 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'port_id': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'mac_address': 'fa:16:3e:23:97:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:54:15.953934 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 5af20f1e-1824-4d8f-ba09-7c0973152051 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:54:15.954285 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:15.967356 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af20f1e-1824-4d8f-ba09-7c0973152051 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:54:15.989756 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5af20f1e-1824-4d8f-ba09-7c0973152051,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:15.993355 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:16.043463 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=5af20f1e-1824-4d8f-ba09-7c0973152051,revision_number=9']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:16.144152 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-49733753-a336-4e87-b00c-37c2ae452c97 req-9a6a262c-126b-405d-9bd5-04285cd9ef23 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=f33a394e-abd2-4047-a8a5-75c89566dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0263600 Jan 24 16:54:16.305356 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['7c867542-f820-45d0-8cc7-ba742f9557af'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:54:16.549919 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dc987-8931-4525-95a4-0b0aa73b4a1a req-0b8efb6b-7116-4b3a-a775-7c73c19389a8 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:16.551452 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c50dc987-8931-4525-95a4-0b0aa73b4a1a req-0b8efb6b-7116-4b3a-a775-7c73c19389a8 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 945 time: 0.0502558 Jan 24 16:54:16.598889 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c50dc987-8931-4525-95a4-0b0aa73b4a1a req-89778c7b-fe27-4bb9-b936-6593f6e26075 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416892 Jan 24 16:54:16.930931 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b0bb8-f756-4e62-b569-4b5ec37f3d6f req-a3e116f0-e8f8-49fc-acec-20844d364a55 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:16.932826 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c01b0bb8-f756-4e62-b569-4b5ec37f3d6f req-a3e116f0-e8f8-49fc-acec-20844d364a55 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 944 time: 0.0523963 Jan 24 16:54:16.980103 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c01b0bb8-f756-4e62-b569-4b5ec37f3d6f req-899e6ee7-e82f-4fcc-962b-0eabfa073ae6 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Jan 24 16:54:17.401140 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718249e6-f000-43cb-b402-3ed6c5a73bb5 req-5f808f62-60a4-4466-ac1d-2e3bd83da5d3 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:17.402618 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-718249e6-f000-43cb-b402-3ed6c5a73bb5 req-5f808f62-60a4-4466-ac1d-2e3bd83da5d3 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0486994 Jan 24 16:54:17.449525 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-718249e6-f000-43cb-b402-3ed6c5a73bb5 req-eefcd361-d4c8-42b2-863a-0a123e0c217a tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 Jan 24 16:54:17.553890 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89f4e1-9b4c-4f3d-9e8d-a83856188c4b req-dbeb4b7a-31ad-42c3-b8e8-652b97936dc0 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:17.555424 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2d89f4e1-9b4c-4f3d-9e8d-a83856188c4b req-dbeb4b7a-31ad-42c3-b8e8-652b97936dc0 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0515394 Jan 24 16:54:17.601853 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2d89f4e1-9b4c-4f3d-9e8d-a83856188c4b req-47c2b715-2c6e-406b-a172-6c3c1b45ebbd tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405972 Jan 24 16:54:17.623163 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53118) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:17.722773 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed0984-6ff7-46f3-99a5-582e626990a3 req-c1fc5905-5090-4616-b45b-b10cb84d078b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:17.724338 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-30ed0984-6ff7-46f3-99a5-582e626990a3 req-c1fc5905-5090-4616-b45b-b10cb84d078b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 945 time: 0.0533032 Jan 24 16:54:17.771519 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-30ed0984-6ff7-46f3-99a5-582e626990a3 req-eb276f03-2697-49aa-a13d-42f505ac6c2d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414608 Jan 24 16:54:17.804673 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3764d2-d5d5-49b7-8799-0a66630f4e40 tempest-TestMinimumBasicScenario-124381110 tempest-TestMinimumBasicScenario-124381110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:17.806162 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-aa3764d2-d5d5-49b7-8799-0a66630f4e40 tempest-TestMinimumBasicScenario-124381110 tempest-TestMinimumBasicScenario-124381110-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 1093 time: 0.1820686 Jan 24 16:54:17.809305 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53124) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:17.813420 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Request body: {'floatingip': {'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'port_id': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:17.837374 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:17.931992 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:18.031935 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Allocated IP 172.27.3.161 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/aaada268-0d18-43aa-ad65-dac8aa94e0c7) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:54:18.148658 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e86e5f-5df6-4844-8c61-dce4ae225170 req-8a1f5332-0180-4b1a-86db-f26c232892e6 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:18.150033 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-18e86e5f-5df6-4844-8c61-dce4ae225170 req-8a1f5332-0180-4b1a-86db-f26c232892e6 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 944 time: 0.0938509 Jan 24 16:54:18.188158 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for port (aaada268-0d18-43aa-ad65-dac8aa94e0c7), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:18.221706 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-18e86e5f-5df6-4844-8c61-dce4ae225170 req-1e46f27a-7565-4782-9cf4-938d6f713dbb tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622680 Jan 24 16:54:18.243198 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (aaada268-0d18-43aa-ad65-dac8aa94e0c7), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:18.286291 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:54:18.289100 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:54:18.292725 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:54:18.314885 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event updated for resources: {'Port': ['ID=aaada268-0d18-43aa-ad65-dac8aa94e0c7,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:18.568698 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae74af7-8ea8-4eda-add1-f168a18c2c0b req-d2fc9924-6dfa-4d2e-89c8-4e1289e22fb9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:18.570304 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0ae74af7-8ea8-4eda-add1-f168a18c2c0b req-d2fc9924-6dfa-4d2e-89c8-4e1289e22fb9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0499268 Jan 24 16:54:18.617844 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0ae74af7-8ea8-4eda-add1-f168a18c2c0b req-c79c1818-0359-4950-b84b-a6cc6a1fe163 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 Jan 24 16:54:18.640223 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for floatingip (293ca207-66b5-4a59-8155-a9503195d24f), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:18.706407 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (aaada268-0d18-43aa-ad65-dac8aa94e0c7), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:18.910784 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for port (aaada268-0d18-43aa-ad65-dac8aa94e0c7), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:18.919552 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ed611-9aa7-48d3-9d25-d9615f14c0cf req-69827db1-da2b-4e6d-bf37-45e41ff21e21 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:18.921009 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e44ed611-9aa7-48d3-9d25-d9615f14c0cf req-69827db1-da2b-4e6d-bf37-45e41ff21e21 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 945 time: 0.0743563 Jan 24 16:54:18.922012 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (aaada268-0d18-43aa-ad65-dac8aa94e0c7), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:19.011490 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event updated for resources: {'Port': ['ID=aaada268-0d18-43aa-ad65-dac8aa94e0c7,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:19.036994 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e44ed611-9aa7-48d3-9d25-d9615f14c0cf req-8d02283d-b283-46d2-b309-8aa83002c4a6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087492 Jan 24 16:54:19.041610 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (293ca207-66b5-4a59-8155-a9503195d24f), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:19.145165 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.l3_db [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Floating IP 293ca207-66b5-4a59-8155-a9503195d24f associated. External IP: 172.27.3.161, port: 7a1e30e0-8581-4715-9b37-9a84fccf7f10. Jan 24 16:54:19.346006 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435858f-726e-4c16-8f48-acf5a20214f2 req-29373570-a095-44e4-b360-a7caf1f0a823 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:19.347768 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1435858f-726e-4c16-8f48-acf5a20214f2 req-29373570-a095-44e4-b360-a7caf1f0a823 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 944 time: 0.0571558 Jan 24 16:54:19.397959 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1435858f-726e-4c16-8f48-acf5a20214f2 req-29305dbb-5c02-40fd-8674-ce7e108c43e0 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441995 Jan 24 16:54:19.572120 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Router 94c4e440-9afe-49b5-b2df-6eabd804411b has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:54:19.676341 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:54:19.687488 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3cb07d-1d22-48b4-b333-cde3e5b9528c None None] Sync routers for ids ['94c4e440-9afe-49b5-b2df-6eabd804411b'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:54:19.697145 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3cb07d-1d22-48b4-b333-cde3e5b9528c None None] Routers {'94c4e440-9afe-49b5-b2df-6eabd804411b'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:54:19.697751 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-bb3cb07d-1d22-48b4-b333-cde3e5b9528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:54:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['94c4e440-9afe-49b5-b2df-6eabd804411b'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:19.717677 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:19.751133 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-d094c5f7-6152-40ca-a5d0-1826bc77eb9a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9408004 Jan 24 16:54:19.753158 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:54:19.754707 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53142) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:19.755392 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9590b7-d488-483a-b27a-f2bcfac8fd95" -d '{"events": [{"name": "network-changed", "server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:54:19.765155 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452b0f8-926c-4d98-86f1-a93d8756aab2 req-8417426b-0838-4d36-86be-6a558a7886c5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:19.765296 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-672beb9f-df6d-4c7d-9a45-7027bafa7145 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541277728', 'description': 'tempest-secgroup-smoke-541277728 description', 'project_id': 'd60ca23ca0784aef8638d92cfdca914f'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:19.766625 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e452b0f8-926c-4d98-86f1-a93d8756aab2 req-8417426b-0838-4d36-86be-6a558a7886c5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0816946 Jan 24 16:54:19.807245 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-672beb9f-df6d-4c7d-9a45-7027bafa7145 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:19.811101 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-bb3cb07d-1d22-48b4-b333-cde3e5b9528c None None] Set router 94c4e440-9afe-49b5-b2df-6eabd804411b gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:54:19.812678 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be97f971-850d-414c-b341-f1f2c791752d x-openstack-request-id: req-be97f971-850d-414c-b341-f1f2c791752d {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:54:19.812975 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:54:19.813230 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-be97f971-850d-414c-b341-f1f2c791752d {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:54:19.813624 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'status': 'completed', 'code': 200} Jan 24 16:54:19.822190 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e452b0f8-926c-4d98-86f1-a93d8756aab2 req-77425f8f-c36c-4ab8-a91c-0c3d9fddc451 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483460 Jan 24 16:54:19.882907 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-672beb9f-df6d-4c7d-9a45-7027bafa7145 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group (8a75eec8-0dcc-4941-a2aa-bc424b0564f6), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:19.887863 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-672beb9f-df6d-4c7d-9a45-7027bafa7145 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (8a75eec8-0dcc-4941-a2aa-bc424b0564f6), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:19.919150 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-672beb9f-df6d-4c7d-9a45-7027bafa7145 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:19.923595 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-672beb9f-df6d-4c7d-9a45-7027bafa7145 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1644235 Jan 24 16:54:19.923968 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53148) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:19.925715 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672beb9f-df6d-4c7d-9a45-7027bafa7145 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a75eec8-0dcc-4941-a2aa-bc424b0564f6,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:19.928794 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-32f7e950-0d5f-4f33-9340-4edd3b9bc7ff tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Request body: {'security_group_rule': {'security_group_id': '8a75eec8-0dcc-4941-a2aa-bc424b0564f6', 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:19.952875 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['5af20f1e-1824-4d8f-ba09-7c0973152051'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:54:19.962381 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 7c867542-f820-45d0-8cc7-ba742f9557af up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:54:19.993558 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-32f7e950-0d5f-4f33-9340-4edd3b9bc7ff tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (e49a6e63-12b2-4de2-8916-6b6344083ce6), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:19.999148 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9590b7-d488-483a-b27a-f2bcfac8fd95 req-0cecb50d-2ebc-4b23-b5b2-45ccfa222996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:20.000740 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ce9590b7-d488-483a-b27a-f2bcfac8fd95 req-0cecb50d-2ebc-4b23-b5b2-45ccfa222996 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d60ca23ca0784aef8638d92cfdca914f&device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 1098 time: 0.0663910 Jan 24 16:54:20.065259 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-bb3cb07d-1d22-48b4-b333-cde3e5b9528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:53:08Z', 'revision_number': 4, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '293ca207-66b5-4a59-8155-a9503195d24f', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'port_id': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'mac_address': 'fa:16:3e:8d:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:54:18Z', 'updated_at': '2022-01-24T16:54:18Z', 'revision_number': 0, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebd1dac-1c1d-45e9-b39a-258558d55c41', 'name': '', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'mac_address': 'fa:16:3e:a7:66:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:07Z', 'updated_at': '2022-01-24T16:53:12Z', 'revision_number': 5, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'subnets': [{'id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:20.094078 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3cb07d-1d22-48b4-b333-cde3e5b9528c None None] Checking router: 94c4e440-9afe-49b5-b2df-6eabd804411b for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:54:20.104083 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3cb07d-1d22-48b4-b333-cde3e5b9528c None None] Routers {'94c4e440-9afe-49b5-b2df-6eabd804411b'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:54:20.105484 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-bb3cb07d-1d22-48b4-b333-cde3e5b9528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:54:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['94c4e440-9afe-49b5-b2df-6eabd804411b'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:20.109139 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-32f7e950-0d5f-4f33-9340-4edd3b9bc7ff tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (e49a6e63-12b2-4de2-8916-6b6344083ce6), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.120972 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-32f7e950-0d5f-4f33-9340-4edd3b9bc7ff tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (e49a6e63-12b2-4de2-8916-6b6344083ce6), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.124665 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 7c867542-f820-45d0-8cc7-ba742f9557af completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:54:20.133036 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 7c867542-f820-45d0-8cc7-ba742f9557af triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:54:20.133632 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.148219 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9590b7-d488-483a-b27a-f2bcfac8fd95 req-13cf460f-fd8d-4bda-9af5-3e1cbb5fedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:20.149758 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ce9590b7-d488-483a-b27a-f2bcfac8fd95 req-13cf460f-fd8d-4bda-9af5-3e1cbb5fedd6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79c56179-49d8-45c0-b697-75d837624748 HTTP/1.1" status: 200 len: 914 time: 0.1398141 Jan 24 16:54:20.154422 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7e950-0d5f-4f33-9340-4edd3b9bc7ff tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49a6e63-12b2-4de2-8916-6b6344083ce6,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:20.172378 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-32f7e950-0d5f-4f33-9340-4edd3b9bc7ff tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.174296 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-32f7e950-0d5f-4f33-9340-4edd3b9bc7ff tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2492485 Jan 24 16:54:20.177432 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53152) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:20.187804 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-4139a974-d371-485a-ad3f-14d3d04de067 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Request body: {'security_group_rule': {'security_group_id': '8a75eec8-0dcc-4941-a2aa-bc424b0564f6', 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:20.246322 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 7c867542-f820-45d0-8cc7-ba742f9557af is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:54:20.246713 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.247920 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ce9590b7-d488-483a-b27a-f2bcfac8fd95 req-32ca06b1-f666-410b-accd-0985b6bc5caf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10 HTTP/1.1" status: 200 len: 999 time: 0.0873747 Jan 24 16:54:20.249944 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-bb3cb07d-1d22-48b4-b333-cde3e5b9528c None None] Set router 94c4e440-9afe-49b5-b2df-6eabd804411b gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:54:20.252566 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7c61-ffc3-488f-9c5e-5fdde641e95a req-6833a25a-a338-4975-9ca1-d93f9681c2c4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:20.254198 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1cec7c61-ffc3-488f-9c5e-5fdde641e95a req-6833a25a-a338-4975-9ca1-d93f9681c2c4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 945 time: 0.1056697 Jan 24 16:54:20.260330 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4139a974-d371-485a-ad3f-14d3d04de067 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (f345c54e-e76a-43b8-8649-3e5fc264640b), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.277408 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ef53e4-801e-4a2d-a7ef-5fbece8b29bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c867542-f820-45d0-8cc7-ba742f9557af'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:54:20.280101 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbf8db1-8f24-4e61-8695-9113bece607a" -d '{"events": [{"server_uuid": "99ef53e4-801e-4a2d-a7ef-5fbece8b29bd", "name": "network-vif-plugged", "status": "completed", "tag": "7c867542-f820-45d0-8cc7-ba742f9557af"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:54:20.297958 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 7c867542-f820-45d0-8cc7-ba742f9557af, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=7c867542-f820-45d0-8cc7-ba742f9557af,segment=NetworkSegment(0dce5346-c29d-475b-9302-729785bd4b6b),segment_id=0dce5346-c29d-475b-9302-729785bd4b6b)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:20.305808 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.307755 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5b46c1cc-6728-4897-8738-0827955179b2 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:54:20.338629 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9590b7-d488-483a-b27a-f2bcfac8fd95 req-12a7eaa7-8641-4728-84e1-390cd4e71eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:20.340868 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ce9590b7-d488-483a-b27a-f2bcfac8fd95 req-12a7eaa7-8641-4728-84e1-390cd4e71eef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=070f1225-a6b9-4278-b6d4-4666176a135b HTTP/1.1" status: 200 len: 853 time: 0.0762560 Jan 24 16:54:20.354864 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e218941e-1bec-4bda-b93a-c1c49ef93b8e x-openstack-request-id: req-e218941e-1bec-4bda-b93a-c1c49ef93b8e {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:54:20.355162 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ef53e4-801e-4a2d-a7ef-5fbece8b29bd", "name": "network-vif-plugged", "status": "completed", "tag": "7c867542-f820-45d0-8cc7-ba742f9557af", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:54:20.355419 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-e218941e-1bec-4bda-b93a-c1c49ef93b8e {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:54:20.355814 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ef53e4-801e-4a2d-a7ef-5fbece8b29bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c867542-f820-45d0-8cc7-ba742f9557af', 'code': 200} Jan 24 16:54:20.368160 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-1cec7c61-ffc3-488f-9c5e-5fdde641e95a req-814276ec-1f1e-401f-bb82-36dd28d693ba tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048012 Jan 24 16:54:20.385021 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 5b46c1cc-6728-4897-8738-0827955179b2 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:54:20.385379 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5b46c1cc-6728-4897-8738-0827955179b2 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:54:20.397530 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4139a974-d371-485a-ad3f-14d3d04de067 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (f345c54e-e76a-43b8-8649-3e5fc264640b), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.403482 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4139a974-d371-485a-ad3f-14d3d04de067 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (f345c54e-e76a-43b8-8649-3e5fc264640b), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.422294 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9590b7-d488-483a-b27a-f2bcfac8fd95 req-93a02aee-5f54-4b7c-ba28-41c12f34086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:20.424465 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ce9590b7-d488-483a-b27a-f2bcfac8fd95 req-93a02aee-5f54-4b7c-ba28-41c12f34086f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79c56179-49d8-45c0-b697-75d837624748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671110 Jan 24 16:54:20.440635 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139a974-d371-485a-ad3f-14d3d04de067 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f345c54e-e76a-43b8-8649-3e5fc264640b,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:20.453581 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=7c867542-f820-45d0-8cc7-ba742f9557af,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:20.455160 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4139a974-d371-485a-ad3f-14d3d04de067 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.457413 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-4139a974-d371-485a-ad3f-14d3d04de067 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2787344 Jan 24 16:54:20.460503 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53158) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:20.466463 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-62a69b49-8991-44f8-a7e7-d76dd0d84ff5 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Request body: {'security_group_rule': {'security_group_id': '8a75eec8-0dcc-4941-a2aa-bc424b0564f6', 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:20.509690 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-62a69b49-8991-44f8-a7e7-d76dd0d84ff5 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (2dcb826a-2770-48c5-8cd2-520d4055050f), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.584132 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-bb3cb07d-1d22-48b4-b333-cde3e5b9528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:53:08Z', 'revision_number': 4, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '293ca207-66b5-4a59-8155-a9503195d24f', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'port_id': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'mac_address': 'fa:16:3e:8d:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:54:18Z', 'updated_at': '2022-01-24T16:54:18Z', 'revision_number': 0, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebd1dac-1c1d-45e9-b39a-258558d55c41', 'name': '', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'mac_address': 'fa:16:3e:a7:66:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:07Z', 'updated_at': '2022-01-24T16:53:12Z', 'revision_number': 5, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'subnets': [{'id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:20.597963 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba6837-536b-40bf-b204-fd469b4abdd1 req-5137802c-0974-40f3-a81c-1daae5071ce5 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:20.602312 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-62a69b49-8991-44f8-a7e7-d76dd0d84ff5 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (2dcb826a-2770-48c5-8cd2-520d4055050f), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.605062 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5fba6837-536b-40bf-b204-fd469b4abdd1 req-5137802c-0974-40f3-a81c-1daae5071ce5 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 945 time: 0.1113729 Jan 24 16:54:20.611146 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-62a69b49-8991-44f8-a7e7-d76dd0d84ff5 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (2dcb826a-2770-48c5-8cd2-520d4055050f), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.615019 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3cb07d-1d22-48b4-b333-cde3e5b9528c None None] The sync data for ids ['94c4e440-9afe-49b5-b2df-6eabd804411b'] in dv-cinder-826116-1-iscsi is: [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:53:08Z', 'revision_number': 4, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '293ca207-66b5-4a59-8155-a9503195d24f', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'port_id': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'mac_address': 'fa:16:3e:8d:84:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:54:18Z', 'updated_at': '2022-01-24T16:54:18Z', 'revision_number': 0, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebd1dac-1c1d-45e9-b39a-258558d55c41', 'name': '', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'mac_address': 'fa:16:3e:a7:66:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:07Z', 'updated_at': '2022-01-24T16:53:12Z', 'revision_number': 5, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'subnets': [{'id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:54:20.620901 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafa6d3-c57c-4698-a9f1-554d884f3961 req-85578106-a662-4dcc-8cc9-9fd75f8ff5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:20.622743 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-deafa6d3-c57c-4698-a9f1-554d884f3961 req-85578106-a662-4dcc-8cc9-9fd75f8ff5f1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 1098 time: 0.0634904 Jan 24 16:54:20.645979 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ce9590b7-d488-483a-b27a-f2bcfac8fd95 req-22ddac21-cfa1-48a7-9fab-0b79d336b3a1 service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996696 Jan 24 16:54:20.649417 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a69b49-8991-44f8-a7e7-d76dd0d84ff5 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcb826a-2770-48c5-8cd2-520d4055050f,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:20.660542 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-62a69b49-8991-44f8-a7e7-d76dd0d84ff5 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.665043 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-62a69b49-8991-44f8-a7e7-d76dd0d84ff5 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2000077 Jan 24 16:54:20.667206 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53160) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:20.671613 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-a055d04b-1607-4d16-9624-de17adbdc544 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Request body: {'security_group_rule': {'security_group_id': '8a75eec8-0dcc-4941-a2aa-bc424b0564f6', 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:20.693313 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5fba6837-536b-40bf-b204-fd469b4abdd1 req-eee55921-65e0-4003-826c-ee105f76e4c8 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871286 Jan 24 16:54:20.699653 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-deafa6d3-c57c-4698-a9f1-554d884f3961 req-9b567c4d-ef2e-4ff7-a779-927e309eabbf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665703 Jan 24 16:54:20.728319 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a055d04b-1607-4d16-9624-de17adbdc544 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (b544812f-3ca7-47d0-824a-952d06b50f3b), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.763557 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ce9590b7-d488-483a-b27a-f2bcfac8fd95 req-ce53759d-eb72-451b-a896-4febcf646813 service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160581 Jan 24 16:54:20.784961 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a055d04b-1607-4d16-9624-de17adbdc544 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (b544812f-3ca7-47d0-824a-952d06b50f3b), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.788868 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a055d04b-1607-4d16-9624-de17adbdc544 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (b544812f-3ca7-47d0-824a-952d06b50f3b), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.811165 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055d04b-1607-4d16-9624-de17adbdc544 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b544812f-3ca7-47d0-824a-952d06b50f3b,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:20.821667 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a055d04b-1607-4d16-9624-de17adbdc544 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.822980 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-a055d04b-1607-4d16-9624-de17adbdc544 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1547086 Jan 24 16:54:20.825742 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53162) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:20.830545 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-5c4714f0-7f5e-48a0-96f0-49813e3d0fa3 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Request body: {'security_group_rule': {'security_group_id': '8a75eec8-0dcc-4941-a2aa-bc424b0564f6', 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:20.840776 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f0fc32-0367-439b-94d4-40ab105157c8 None None] New status for floating IP 293ca207-66b5-4a59-8155-a9503195d24f: ACTIVE {{(pid=114082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:54:20.857958 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.securitygroups_db [None req-5c4714f0-7f5e-48a0-96f0-49813e3d0fa3 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Project d60ca23ca0784aef8638d92cfdca914f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:54:20.864023 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5c4714f0-7f5e-48a0-96f0-49813e3d0fa3 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (ec7fa8be-adcf-4555-b236-b041e413bcc6), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.882314 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5af20f1e-1824-4d8f-ba09-7c0973152051 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:54:20.954838 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5c4714f0-7f5e-48a0-96f0-49813e3d0fa3 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (ec7fa8be-adcf-4555-b236-b041e413bcc6), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.963764 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5c4714f0-7f5e-48a0-96f0-49813e3d0fa3 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (ec7fa8be-adcf-4555-b236-b041e413bcc6), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:20.975653 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe91201-038e-4b4a-b510-e9820c9e0a09 req-877e3136-0f1c-47e7-bfac-81ccdf154ca5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:20.977405 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cbe91201-038e-4b4a-b510-e9820c9e0a09 req-877e3136-0f1c-47e7-bfac-81ccdf154ca5 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0809236 Jan 24 16:54:21.010436 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4714f0-7f5e-48a0-96f0-49813e3d0fa3 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7fa8be-adcf-4555-b236-b041e413bcc6,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:21.018498 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5c4714f0-7f5e-48a0-96f0-49813e3d0fa3 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:21.023005 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-5c4714f0-7f5e-48a0-96f0-49813e3d0fa3 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1961617 Jan 24 16:54:21.023199 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53172) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:21.029789 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-1165fcb6-d47e-403c-9372-268cae74c883 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Request body: {'security_group_rule': {'security_group_id': '8a75eec8-0dcc-4941-a2aa-bc424b0564f6', 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:21.061814 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cbe91201-038e-4b4a-b510-e9820c9e0a09 req-74745002-8b14-4c94-bb3c-bd0ba67f6260 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778732 Jan 24 16:54:21.072404 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.securitygroups_db [None req-1165fcb6-d47e-403c-9372-268cae74c883 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Project d60ca23ca0784aef8638d92cfdca914f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:54:21.077865 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1165fcb6-d47e-403c-9372-268cae74c883 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (87b7035a-1847-41e7-a5bc-d9785e0a6714), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:21.127547 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 5af20f1e-1824-4d8f-ba09-7c0973152051 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:54:21.128064 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:21.146287 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1165fcb6-d47e-403c-9372-268cae74c883 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (87b7035a-1847-41e7-a5bc-d9785e0a6714), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:21.150828 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1165fcb6-d47e-403c-9372-268cae74c883 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (87b7035a-1847-41e7-a5bc-d9785e0a6714), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:21.169934 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165fcb6-d47e-403c-9372-268cae74c883 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b7035a-1847-41e7-a5bc-d9785e0a6714,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:21.176131 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1165fcb6-d47e-403c-9372-268cae74c883 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:21.180506 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-1165fcb6-d47e-403c-9372-268cae74c883 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529410 Jan 24 16:54:21.255351 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 5af20f1e-1824-4d8f-ba09-7c0973152051 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:54:21.255738 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:21.276288 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0168ecd6-1a00-4dc0-8623-8dc40551171a req-f96615d1-1337-438e-8bd7-6f516f692395 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541277728&fields=id&tenant_id=d60ca23ca0784aef8638d92cfdca914f HTTP/1.1" status: 200 len: 267 time: 0.0470641 Jan 24 16:54:21.290717 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5af20f1e-1824-4d8f-ba09-7c0973152051,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:21.294529 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:21.335803 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168ecd6-1a00-4dc0-8623-8dc40551171a req-b7b146ae-697a-46ab-823c-a2ac964bf46f tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:21.337282 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0168ecd6-1a00-4dc0-8623-8dc40551171a req-b7b146ae-697a-46ab-823c-a2ac964bf46f tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0553806 Jan 24 16:54:21.344597 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=5af20f1e-1824-4d8f-ba09-7c0973152051,revision_number=10']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:21.348593 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-0168ecd6-1a00-4dc0-8623-8dc40551171a req-5b932f18-4ebf-44cf-b7a4-ed42f32c24ac tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Request body: {'port': {'security_groups': ['633f141f-ecb0-46e5-8909-0b1e0e5ec4bc', '8a75eec8-0dcc-4941-a2aa-bc424b0564f6']}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:21.410410 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0168ecd6-1a00-4dc0-8623-8dc40551171a req-5b932f18-4ebf-44cf-b7a4-ed42f32c24ac tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:21.492565 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6386cf-472a-42c8-bdc3-7c3cf4071535 req-ef23f6b9-dd07-4a11-b6f1-6b818485022c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:21.494013 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3c6386cf-472a-42c8-bdc3-7c3cf4071535 req-ef23f6b9-dd07-4a11-b6f1-6b818485022c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.0518703 Jan 24 16:54:21.549750 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3c6386cf-472a-42c8-bdc3-7c3cf4071535 req-7e2a028f-5fbf-4cd2-9b6d-1e9713ea61eb tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502043 Jan 24 16:54:21.604325 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-0168ecd6-1a00-4dc0-8623-8dc40551171a req-5b932f18-4ebf-44cf-b7a4-ed42f32c24ac tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] For port 7a1e30e0-8581-4715-9b37-9a84fccf7f10, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:21.632256 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0168ecd6-1a00-4dc0-8623-8dc40551171a req-5b932f18-4ebf-44cf-b7a4-ed42f32c24ac tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:21.636673 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0168ecd6-1a00-4dc0-8623-8dc40551171a req-5b932f18-4ebf-44cf-b7a4-ed42f32c24ac tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:21.651920 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['7a1e30e0-8581-4715-9b37-9a84fccf7f10'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:54:21.682185 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168ecd6-1a00-4dc0-8623-8dc40551171a req-5b932f18-4ebf-44cf-b7a4-ed42f32c24ac tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:21.683056 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0168ecd6-1a00-4dc0-8623-8dc40551171a req-5b932f18-4ebf-44cf-b7a4-ed42f32c24ac tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:21.684279 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0168ecd6-1a00-4dc0-8623-8dc40551171a req-5b932f18-4ebf-44cf-b7a4-ed42f32c24ac tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "PUT /v2.0/ports/7a1e30e0-8581-4715-9b37-9a84fccf7f10 HTTP/1.1" status: 200 len: 981 time: 0.3409479 Jan 24 16:54:21.709652 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b932f18-4ebf-44cf-b7a4-ed42f32c24ac tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event updated for resources: {'Port': ['ID=7a1e30e0-8581-4715-9b37-9a84fccf7f10,revision_number=6']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:21.811023 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a74e63-4194-40e1-8128-2069b853ec02 req-b46b8434-cc78-4345-a849-8fabb5b32ad8 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:21.812700 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-82a74e63-4194-40e1-8128-2069b853ec02 req-b46b8434-cc78-4345-a849-8fabb5b32ad8 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.0619702 Jan 24 16:54:21.815181 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:54:21.817413 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818e7f10-7a6e-4e74-abf6-92be43821499" -d '{"events": [{"name": "network-changed", "server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:54:21.842565 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180ce1f-fc10-44ad-a342-1537017e2f6a req-5e984535-f92c-48c9-bd84-f3f863de80b1 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:21.844639 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4180ce1f-fc10-44ad-a342-1537017e2f6a req-5e984535-f92c-48c9-bd84-f3f863de80b1 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 945 time: 0.0708807 Jan 24 16:54:21.845610 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['7a1e30e0-8581-4715-9b37-9a84fccf7f10'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:54:21.908684 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-82a74e63-4194-40e1-8128-2069b853ec02 req-7ab7cb7c-25d4-468d-8109-d32acfab361a tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887673 Jan 24 16:54:21.910666 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4180ce1f-fc10-44ad-a342-1537017e2f6a req-7510f1c8-41af-4cba-ba48-e1b7b9f209ec tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581787 Jan 24 16:54:21.953567 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a388a6-3182-4804-abd3-87397e40ce40 x-openstack-request-id: req-b5a388a6-3182-4804-abd3-87397e40ce40 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:54:21.953851 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:54:21.954104 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-b5a388a6-3182-4804-abd3-87397e40ce40 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:54:21.955160 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'status': 'completed', 'code': 200} Jan 24 16:54:22.010386 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-a6b448e8-c972-491b-b6c8-b98505591ccb None None] Provisioning complete for port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:54:22.010790 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a6b448e8-c972-491b-b6c8-b98505591ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:22.029607 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7f10-7a6e-4e74-abf6-92be43821499 req-1fe441e1-b6f1-4fde-a33c-d33a55aa47d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:22.031129 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-818e7f10-7a6e-4e74-abf6-92be43821499 req-1fe441e1-b6f1-4fde-a33c-d33a55aa47d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d60ca23ca0784aef8638d92cfdca914f&device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 1137 time: 0.0427995 Jan 24 16:54:22.145019 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7f10-7a6e-4e74-abf6-92be43821499 req-440ba3bb-8810-43a8-9db8-a8abfa95da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:22.146480 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-818e7f10-7a6e-4e74-abf6-92be43821499 req-440ba3bb-8810-43a8-9db8-a8abfa95da5b service neutron] 10.222.0.79 "GET /v2.0/networks?id=79c56179-49d8-45c0-b697-75d837624748 HTTP/1.1" status: 200 len: 914 time: 0.1087861 Jan 24 16:54:22.219073 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-a6b448e8-c972-491b-b6c8-b98505591ccb None None] Current status of the port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:54:22.235547 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48234c34-f56d-41a8-8a97-9c7ed3bc25cd req-da567465-79e7-4eec-b0d9-fa3fbbdb74c0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:22.240942 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-48234c34-f56d-41a8-8a97-9c7ed3bc25cd req-da567465-79e7-4eec-b0d9-fa3fbbdb74c0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.1108944 Jan 24 16:54:22.282045 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-818e7f10-7a6e-4e74-abf6-92be43821499 req-170ae549-8d96-457d-a238-2b0031ac36e8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10 HTTP/1.1" status: 200 len: 1001 time: 0.1211376 Jan 24 16:54:22.299628 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-48234c34-f56d-41a8-8a97-9c7ed3bc25cd req-7bd94b3c-c430-4ce5-87dd-ff8b9e4f3334 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578237 Jan 24 16:54:22.362640 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:54:22.367183 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7f10-7a6e-4e74-abf6-92be43821499 req-32545518-7e44-4029-884c-71baa109d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:22.367467 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11661999-3681-4965-8003-12eff03bd470" -d '{"events": [{"server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "name": "network-vif-plugged", "status": "completed", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:54:22.369038 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-818e7f10-7a6e-4e74-abf6-92be43821499 req-32545518-7e44-4029-884c-71baa109d21e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=070f1225-a6b9-4278-b6d4-4666176a135b HTTP/1.1" status: 200 len: 853 time: 0.0532193 Jan 24 16:54:22.436049 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e7f10-7a6e-4e74-abf6-92be43821499 req-b7a41b7a-0c67-477f-876e-1ea1d7f6dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:22.436273 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7635399d-8179-4a91-b8bd-c466f88fc6ee x-openstack-request-id: req-7635399d-8179-4a91-b8bd-c466f88fc6ee {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:54:22.436487 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "name": "network-vif-plugged", "status": "completed", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:54:22.436815 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-7635399d-8179-4a91-b8bd-c466f88fc6ee {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:54:22.437158 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'code': 200} Jan 24 16:54:22.437866 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-818e7f10-7a6e-4e74-abf6-92be43821499 req-b7a41b7a-0c67-477f-876e-1ea1d7f6dc24 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79c56179-49d8-45c0-b697-75d837624748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492826 Jan 24 16:54:22.572193 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-818e7f10-7a6e-4e74-abf6-92be43821499 req-c82462ca-c7d2-4b93-94b2-f5e5db3f8758 service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938361 Jan 24 16:54:22.699250 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88aadf-0371-406a-9e39-6d601f434fd3 req-2fbb506a-f5ef-485f-ae92-46b52dcbefa6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:22.702643 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-fd88aadf-0371-406a-9e39-6d601f434fd3 req-2fbb506a-f5ef-485f-ae92-46b52dcbefa6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.0681512 Jan 24 16:54:22.718097 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-818e7f10-7a6e-4e74-abf6-92be43821499 req-5c91121a-762a-4237-b716-37f7349d87fe service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377571 Jan 24 16:54:22.754986 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-fd88aadf-0371-406a-9e39-6d601f434fd3 req-5cfda525-fb8f-45c4-a868-eb88b75c71a0 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475690 Jan 24 16:54:23.035911 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ce68e-2c38-4a1d-8022-fd0c24baa679 req-ff6b7419-c282-41d5-8291-3b7d1c055ca3 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:23.037388 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9b6ce68e-2c38-4a1d-8022-fd0c24baa679 req-ff6b7419-c282-41d5-8291-3b7d1c055ca3 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 945 time: 0.0505970 Jan 24 16:54:23.084412 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9b6ce68e-2c38-4a1d-8022-fd0c24baa679 req-689d4542-8895-4b60-969b-8ed8a3020e29 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Jan 24 16:54:23.417198 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b91dcb-b6db-44ba-9ff8-be46e4620202 req-40284264-3ae1-462b-9b8f-7d1888a76b3f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:23.418668 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c8b91dcb-b6db-44ba-9ff8-be46e4620202 req-40284264-3ae1-462b-9b8f-7d1888a76b3f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0521059 Jan 24 16:54:23.469598 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c8b91dcb-b6db-44ba-9ff8-be46e4620202 req-8bf5dabd-5719-41c9-8727-ff12e48d4357 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445454 Jan 24 16:54:23.873666 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213965f-1e86-49e4-8ee3-745cc70747a3 req-a26f8f57-460c-4a5a-b73f-805e06d215ec tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:23.875162 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e213965f-1e86-49e4-8ee3-745cc70747a3 req-a26f8f57-460c-4a5a-b73f-805e06d215ec tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.0488296 Jan 24 16:54:23.921249 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e213965f-1e86-49e4-8ee3-745cc70747a3 req-8a43a103-2cbe-4e3f-bdef-3e1de73023cd tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405774 Jan 24 16:54:24.589474 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97338e34-c6e5-4aba-a557-fbc52723329a req-549073f5-c324-4bc3-8dcd-c0fadd7da73b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:24.590967 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-97338e34-c6e5-4aba-a557-fbc52723329a req-549073f5-c324-4bc3-8dcd-c0fadd7da73b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0521212 Jan 24 16:54:24.637042 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-97338e34-c6e5-4aba-a557-fbc52723329a req-872e6df0-a46b-412c-a567-792ca46f34e9 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Jan 24 16:54:25.042456 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692480d4-02e2-48ef-bd62-0ad83d1ea7d2 req-a83d5ad7-6eba-4015-90b4-d8981d02627b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:25.043952 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-692480d4-02e2-48ef-bd62-0ad83d1ea7d2 req-a83d5ad7-6eba-4015-90b4-d8981d02627b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.0483224 Jan 24 16:54:25.093179 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-692480d4-02e2-48ef-bd62-0ad83d1ea7d2 req-30b4066e-fdfa-471d-bd9b-c9d914ebc7d2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429864 Jan 24 16:54:25.747639 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99a4d4-d3c2-4eaa-b4af-bce612d1d7b3 req-6db8321e-0045-4595-8b4b-c52db13e8003 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:25.749073 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8f99a4d4-d3c2-4eaa-b4af-bce612d1d7b3 req-6db8321e-0045-4595-8b4b-c52db13e8003 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0469422 Jan 24 16:54:25.800692 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8f99a4d4-d3c2-4eaa-b4af-bce612d1d7b3 req-eb2fe27b-9923-4c17-b9d9-1140432d0921 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455265 Jan 24 16:54:26.130361 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ce182-0f12-4fd1-b0af-03b0ca6394eb req-9f46a888-6267-4d1e-9ffb-c8426fbed602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:26.131824 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8c4ce182-0f12-4fd1-b0af-03b0ca6394eb req-9f46a888-6267-4d1e-9ffb-c8426fbed602 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 1100 time: 0.0417376 Jan 24 16:54:26.185214 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8c4ce182-0f12-4fd1-b0af-03b0ca6394eb req-d0d39f77-b162-478a-a275-b889565e4732 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412872 Jan 24 16:54:26.216994 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc51bd-7329-4014-abe8-a0c004d69a13 req-a30a2b2a-d49a-4768-a602-f6ce8f6deff1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:26.218442 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e2dc51bd-7329-4014-abe8-a0c004d69a13 req-a30a2b2a-d49a-4768-a602-f6ce8f6deff1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.0484314 Jan 24 16:54:26.264303 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e2dc51bd-7329-4014-abe8-a0c004d69a13 req-4b0e1ffc-5fdd-4649-ba34-e59feb9df4ff tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398479 Jan 24 16:54:26.918380 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59bd4-fbb0-4f5c-94a6-64c1f16461bd req-7ab61fec-1e29-41ae-bc98-03093ce431da tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:26.919888 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e8f59bd4-fbb0-4f5c-94a6-64c1f16461bd req-7ab61fec-1e29-41ae-bc98-03093ce431da tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0514016 Jan 24 16:54:26.967722 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e8f59bd4-fbb0-4f5c-94a6-64c1f16461bd req-a7ed9d58-a5ec-4473-a326-91ec783a1c1d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Jan 24 16:54:27.384336 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c04969-10c8-4e77-a2d1-8ee3867d23d4 req-abcf3b80-eece-4ffd-b7a8-7a3e49cda016 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:27.385688 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-03c04969-10c8-4e77-a2d1-8ee3867d23d4 req-abcf3b80-eece-4ffd-b7a8-7a3e49cda016 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.0485990 Jan 24 16:54:27.431206 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-03c04969-10c8-4e77-a2d1-8ee3867d23d4 req-fc9cc1c3-2987-433a-911e-7beab124d973 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400038 Jan 24 16:54:28.089562 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7835abc-4e56-4bdf-9fc6-f486e00d2fc4 req-09e22042-32ba-4a24-90e6-a8b2fe23865f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:28.091120 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7835abc-4e56-4bdf-9fc6-f486e00d2fc4 req-09e22042-32ba-4a24-90e6-a8b2fe23865f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0514162 Jan 24 16:54:28.140816 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c7835abc-4e56-4bdf-9fc6-f486e00d2fc4 req-64155eba-dc32-4e97-acf0-cdf6c6c91ab1 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412135 Jan 24 16:54:28.558128 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402728e1-95ab-40ca-bbd2-14bb8ab7a4cd req-9d9501ea-c726-48a9-9df8-d4088b8ae985 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:28.559781 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-402728e1-95ab-40ca-bbd2-14bb8ab7a4cd req-9d9501ea-c726-48a9-9df8-d4088b8ae985 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.0557511 Jan 24 16:54:28.609436 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-402728e1-95ab-40ca-bbd2-14bb8ab7a4cd req-493a480e-67a8-4829-85f0-df90415eab61 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435684 Jan 24 16:54:29.255735 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1ea83-fb89-4fb4-b858-1984ab52c578 req-c5e77292-a037-4664-a246-ada5e34026f6 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:29.257310 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-41f1ea83-fb89-4fb4-b858-1984ab52c578 req-c5e77292-a037-4664-a246-ada5e34026f6 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0491023 Jan 24 16:54:29.309193 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-41f1ea83-fb89-4fb4-b858-1984ab52c578 req-6e3e932e-a445-435a-b40b-3c1767ec54e3 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Jan 24 16:54:29.728267 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9fb90-45e0-40c5-a5af-1f35f746928f req-6160f7e7-3c0b-41b0-a4ba-560a18ae0ffd tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:29.729733 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a2c9fb90-45e0-40c5-a5af-1f35f746928f req-6160f7e7-3c0b-41b0-a4ba-560a18ae0ffd tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.0479617 Jan 24 16:54:29.776358 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a2c9fb90-45e0-40c5-a5af-1f35f746928f req-6667b1de-662f-45e6-ae32-107140dcfa9b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411367 Jan 24 16:54:30.420746 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c8787-a24b-4a0f-a2c2-8794a96934d5 req-5fd5e9d6-e692-44e5-b2ea-48ddcd9d4d17 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:30.422180 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f71c8787-a24b-4a0f-a2c2-8794a96934d5 req-5fd5e9d6-e692-44e5-b2ea-48ddcd9d4d17 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0473382 Jan 24 16:54:30.467777 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f71c8787-a24b-4a0f-a2c2-8794a96934d5 req-d4cc8067-54a4-421e-a588-fcea9c69fd07 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 Jan 24 16:54:30.894738 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e802ac-8dcc-4142-ba88-adc7f13cd460 req-12c33b66-9b1b-4465-9f59-a817e4a612cf tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:30.896242 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f5e802ac-8dcc-4142-ba88-adc7f13cd460 req-12c33b66-9b1b-4465-9f59-a817e4a612cf tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.0483799 Jan 24 16:54:30.946705 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f5e802ac-8dcc-4142-ba88-adc7f13cd460 req-6e578c30-3298-4604-93c0-49031eeb6ca5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449648 Jan 24 16:54:31.584263 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de6d69-3a24-4314-bbe5-ca81fec1dd4c req-5382ac95-d079-4ed0-9acd-4b4c5262c3d1 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:31.585732 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-40de6d69-3a24-4314-bbe5-ca81fec1dd4c req-5382ac95-d079-4ed0-9acd-4b4c5262c3d1 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0494587 Jan 24 16:54:31.634862 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-40de6d69-3a24-4314-bbe5-ca81fec1dd4c req-336fa9ae-ef84-4ec0-a4d1-ba7bf4aa9a46 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434084 Jan 24 16:54:32.067690 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81791e25-f563-4e9a-833f-786c8b9423c0 req-83df0bf9-a677-4b7c-a673-127e2ba9da7d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:32.069184 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-81791e25-f563-4e9a-833f-786c8b9423c0 req-83df0bf9-a677-4b7c-a673-127e2ba9da7d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.0501935 Jan 24 16:54:32.118100 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-81791e25-f563-4e9a-833f-786c8b9423c0 req-4d8f8ab3-3e63-4dd3-9005-71ab1fdc08c4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434520 Jan 24 16:54:32.751332 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c2e44-0984-4f1f-8695-c9f715d469ed req-5a4c2079-e79b-4895-9d62-3f4205734167 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:32.752797 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-927c2e44-0984-4f1f-8695-c9f715d469ed req-5a4c2079-e79b-4895-9d62-3f4205734167 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0524793 Jan 24 16:54:32.799787 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-927c2e44-0984-4f1f-8695-c9f715d469ed req-02182339-c9d9-4b6d-b170-486f01c6ab2b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 Jan 24 16:54:33.731065 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:33.914116 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b3dae-30a4-40c1-9a7d-58bc83c11d68 req-5b4f92dd-bb65-47b9-944e-dee15f90f7d7 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:33.915618 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-aa8b3dae-30a4-40c1-9a7d-58bc83c11d68 req-5b4f92dd-bb65-47b9-944e-dee15f90f7d7 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0490625 Jan 24 16:54:33.962590 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-aa8b3dae-30a4-40c1-9a7d-58bc83c11d68 req-fddddf21-f546-4d48-a4f3-27e71d384710 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Jan 24 16:54:35.077198 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae853b-e100-42e3-bef3-e3569642809c req-2a76a229-4354-4655-af19-c7bf00be731c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:35.078927 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-28ae853b-e100-42e3-bef3-e3569642809c req-2a76a229-4354-4655-af19-c7bf00be731c tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0486124 Jan 24 16:54:35.125270 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-28ae853b-e100-42e3-bef3-e3569642809c req-7cdd419b-f27c-49e8-846f-f938d5880d6f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 Jan 24 16:54:35.627308 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-30b401b4-796c-465b-8d92-5348a8161a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:35.741268 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-60458c72-e316-4a1a-b81b-56cbceb0a70e req-98185c93-e0d7-43d7-8719-4d4470933d4e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388112 Jan 24 16:54:36.246102 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e358f-7bb3-4658-a2bd-07426bd071c5 req-e0ae19bc-476c-4401-8da1-60dc03450199 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:36.247606 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ea3e358f-7bb3-4658-a2bd-07426bd071c5 req-e0ae19bc-476c-4401-8da1-60dc03450199 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0528910 Jan 24 16:54:36.293898 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ea3e358f-7bb3-4658-a2bd-07426bd071c5 req-546359cb-72a3-4937-ad2d-7fad3b2bb578 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400934 Jan 24 16:54:36.929297 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60458c72-e316-4a1a-b81b-56cbceb0a70e req-13210ae0-3dc6-482d-8057-86dd1fcfc318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:36.930769 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-60458c72-e316-4a1a-b81b-56cbceb0a70e req-13210ae0-3dc6-482d-8057-86dd1fcfc318 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24a57596de944ff6b3c322128a836000&device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 1099 time: 0.0430486 Jan 24 16:54:37.035057 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60458c72-e316-4a1a-b81b-56cbceb0a70e req-0f81ca52-8149-4944-88bf-2770d4ba36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:37.036482 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-60458c72-e316-4a1a-b81b-56cbceb0a70e req-0f81ca52-8149-4944-88bf-2770d4ba36d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be75c4f-241a-4241-8df3-f6088625575c HTTP/1.1" status: 200 len: 911 time: 0.0820651 Jan 24 16:54:37.103864 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-60458c72-e316-4a1a-b81b-56cbceb0a70e req-994d0177-5657-43e2-953b-6055eb6bcdb1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ca8e31f-a171-49fb-ae74-f6d668a389a9 HTTP/1.1" status: 200 len: 1002 time: 0.0592668 Jan 24 16:54:37.155908 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60458c72-e316-4a1a-b81b-56cbceb0a70e req-f68dc14c-1d3f-49dd-81d3-e24ec799b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:37.158051 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-60458c72-e316-4a1a-b81b-56cbceb0a70e req-f68dc14c-1d3f-49dd-81d3-e24ec799b7e8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dfd489d-8367-4ed9-a498-6d5b61348aa4 HTTP/1.1" status: 200 len: 850 time: 0.0426204 Jan 24 16:54:37.206259 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60458c72-e316-4a1a-b81b-56cbceb0a70e req-27b35944-a2eb-4874-afb3-a66e50ed0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:37.207652 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-60458c72-e316-4a1a-b81b-56cbceb0a70e req-27b35944-a2eb-4874-afb3-a66e50ed0314 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be75c4f-241a-4241-8df3-f6088625575c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389559 Jan 24 16:54:37.299577 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-60458c72-e316-4a1a-b81b-56cbceb0a70e req-8e592ee8-1f48-439f-a3bb-c422db899f17 service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839672 Jan 24 16:54:37.429611 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-60458c72-e316-4a1a-b81b-56cbceb0a70e req-44d92080-9622-40f2-89f4-a0b7566597d6 service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179938 Jan 24 16:54:37.437225 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702007f-c097-4fee-9a74-d810d1cee9c8 req-43527e6f-b554-4409-9175-6d1501d5aef2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:37.439141 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1702007f-c097-4fee-9a74-d810d1cee9c8 req-43527e6f-b554-4409-9175-6d1501d5aef2 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0744820 Jan 24 16:54:37.486409 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1702007f-c097-4fee-9a74-d810d1cee9c8 req-9c07cf98-0336-42dd-a89c-f3d5553a714e tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415413 Jan 24 16:54:37.878164 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fb0a13f-ad1b-4307-ba52-cc77cc83c746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:38.606508 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33982ba1-4bc9-4561-9734-062cfe14fdde req-7622d879-8375-4720-a515-6abacd1b7635 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:38.609117 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-33982ba1-4bc9-4561-9734-062cfe14fdde req-7622d879-8375-4720-a515-6abacd1b7635 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0566206 Jan 24 16:54:38.655800 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-33982ba1-4bc9-4561-9734-062cfe14fdde req-5e6fd58b-5ecc-419c-aa98-a059a913d4c8 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Jan 24 16:54:38.971762 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:39.773963 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009aac8-68fe-4481-80cd-e605c3824d01 req-ae18d6da-3378-47b9-ad2f-e728506d6b3f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:39.775456 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f009aac8-68fe-4481-80cd-e605c3824d01 req-ae18d6da-3378-47b9-ad2f-e728506d6b3f tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0526867 Jan 24 16:54:39.821675 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f009aac8-68fe-4481-80cd-e605c3824d01 req-4be3e063-0067-49da-b952-32bf44c8406b tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406637 Jan 24 16:54:40.527680 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:40.671355 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3808dc5-7eb9-4f96-aeb5-d68fb3ec804a req-bcd273b4-d2e5-4786-b909-b340457f84a4 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:40.673926 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b3808dc5-7eb9-4f96-aeb5-d68fb3ec804a req-bcd273b4-d2e5-4786-b909-b340457f84a4 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.79 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 945 time: 0.0518918 Jan 24 16:54:40.708574 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 89e6e811-c42c-4807-b037-54df679556fd no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:54:40.766736 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-b3808dc5-7eb9-4f96-aeb5-d68fb3ec804a req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Deleting port 89e6e811-c42c-4807-b037-54df679556fd {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:54:40.767102 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b3808dc5-7eb9-4f96-aeb5-d68fb3ec804a req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (89e6e811-c42c-4807-b037-54df679556fd), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:40.794568 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 89e6e811-c42c-4807-b037-54df679556fd is: ACTIVE; New status is: DOWN {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:54:40.795004 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (89e6e811-c42c-4807-b037-54df679556fd), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:40.818477 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e6e811-c42c-4807-b037-54df679556fd'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:54:40.820747 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe2ebc-0a13-45ae-9a98-888cb6355052" -d '{"events": [{"server_uuid": "44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5", "name": "network-vif-unplugged", "status": "completed", "tag": "89e6e811-c42c-4807-b037-54df679556fd"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:54:40.833299 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 89e6e811-c42c-4807-b037-54df679556fd, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=89e6e811-c42c-4807-b037-54df679556fd,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:40.838617 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (89e6e811-c42c-4807-b037-54df679556fd), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:40.866717 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-b3808dc5-7eb9-4f96-aeb5-d68fb3ec804a req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] For port 89e6e811-c42c-4807-b037-54df679556fd, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=89e6e811-c42c-4807-b037-54df679556fd,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:40.867237 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b3808dc5-7eb9-4f96-aeb5-d68fb3ec804a req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (89e6e811-c42c-4807-b037-54df679556fd), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:40.881786 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-b3808dc5-7eb9-4f96-aeb5-d68fb3ec804a req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Calling delete_port for 89e6e811-c42c-4807-b037-54df679556fd owned by compute:nova {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:54:40.886023 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Jan 2022 16:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded8a7a6-86b6-429a-90ca-973712defd70 x-openstack-request-id: req-ded8a7a6-86b6-429a-90ca-973712defd70 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:54:40.886321 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5", "name": "network-vif-unplugged", "status": "completed", "tag": "89e6e811-c42c-4807-b037-54df679556fd", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:54:40.886582 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ded8a7a6-86b6-429a-90ca-973712defd70 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:54:40.887007 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e6e811-c42c-4807-b037-54df679556fd', 'code': 200} Jan 24 16:54:40.889915 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=89e6e811-c42c-4807-b037-54df679556fd,revision_number=6']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:40.897744 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.898085 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.898434 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.898801 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.899143 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.899474 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.899802 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.900130 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.900454 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.900777 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.901103 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.901423 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.901743 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:40.994008 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb22b91-d836-402b-bcf9-92111f5b6254 req-0e374fbd-8420-4055-92eb-cbcd3889109d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:40.995395 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ebb22b91-d836-402b-bcf9-92111f5b6254 req-0e374fbd-8420-4055-92eb-cbcd3889109d tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/ports?device_id=44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5 HTTP/1.1" status: 200 len: 943 time: 0.0726452 Jan 24 16:54:41.296390 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ebb22b91-d836-402b-bcf9-92111f5b6254 req-8f3f6e20-1c8c-4637-8ca3-dd458f6850db tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.117 "GET /v2.0/security-groups?id=5911350d-0189-45a4-b61e-1e598babfd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947285 Jan 24 16:54:41.297601 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b3808dc5-7eb9-4f96-aeb5-d68fb3ec804a req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (89e6e811-c42c-4807-b037-54df679556fd), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:41.327236 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Pushing event deleted for resources: {'Port': ['ID=89e6e811-c42c-4807-b037-54df679556fd,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:41.341223 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.341599 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.341949 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.342443 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.342814 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.343158 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.343648 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.343648 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.344287 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.344620 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.344978 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.345331 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.345659 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:41.380476 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3808dc5-7eb9-4f96-aeb5-d68fb3ec804a req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] No DVR routers for this DVR port 89e6e811-c42c-4807-b037-54df679556fd on host hv-cinder-82611 {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:54:41.382924 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-b3808dc5-7eb9-4f96-aeb5-d68fb3ec804a req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:41.386222 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b3808dc5-7eb9-4f96-aeb5-d68fb3ec804a req-40ad725c-e88a-45cd-9b7a-411254aa14a0 tempest-ServerRescueNegativeTestJSON-833003131 tempest-ServerRescueNegativeTestJSON-833003131-project] 10.222.0.79 "DELETE /v2.0/ports/89e6e811-c42c-4807-b037-54df679556fd HTTP/1.1" status: 204 len: 173 time: 0.7060192 Jan 24 16:54:41.386657 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5', 'name': 'network-vif-deleted', 'tag': '89e6e811-c42c-4807-b037-54df679556fd'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:54:41.388963 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5448bbbc-0dfc-4e44-a5b8-be7e9f9ce781" -d '{"events": [{"server_uuid": "44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5", "name": "network-vif-deleted", "tag": "89e6e811-c42c-4807-b037-54df679556fd"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:54:41.423888 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70501333-3b0e-4f7e-9bc4-635aca425c63 x-openstack-request-id: req-70501333-3b0e-4f7e-9bc4-635aca425c63 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:54:41.424181 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5", "name": "network-vif-deleted", "tag": "89e6e811-c42c-4807-b037-54df679556fd", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:54:41.424436 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-70501333-3b0e-4f7e-9bc4-635aca425c63 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:54:41.424830 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f0d783-e4af-4ad1-bc5d-4f3c412e8bb5', 'name': 'network-vif-deleted', 'tag': '89e6e811-c42c-4807-b037-54df679556fd', 'status': 'completed', 'code': 200} Jan 24 16:54:41.832721 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:42.351506 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53464) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:42.750494 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-220455be-34bf-4b2b-948c-c901549a7897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720749'] for router_interface (8819704a-80d8-4168-89fc-55a20542ad28), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:43.031713 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-220455be-34bf-4b2b-948c-c901549a7897 admin admin] Deleting port 90f8f9a9-29c7-43ae-a614-082ba39ca500 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:54:43.031969 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-220455be-34bf-4b2b-948c-c901549a7897 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:43.107589 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [None req-220455be-34bf-4b2b-948c-c901549a7897 admin admin] For port 90f8f9a9-29c7-43ae-a614-082ba39ca500, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=90f8f9a9-29c7-43ae-a614-082ba39ca500,segment=NetworkSegment(b2869edc-d510-4b94-b7aa-bd2ea837b45c),segment_id=b2869edc-d510-4b94-b7aa-bd2ea837b45c)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:43.107950 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-220455be-34bf-4b2b-948c-c901549a7897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:43.119982 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-220455be-34bf-4b2b-948c-c901549a7897 admin admin] Calling delete_port for 90f8f9a9-29c7-43ae-a614-082ba39ca500 owned by network:router_interface {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:54:43.293236 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-220455be-34bf-4b2b-948c-c901549a7897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (90f8f9a9-29c7-43ae-a614-082ba39ca500), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:43.321689 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220455be-34bf-4b2b-948c-c901549a7897 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f8f9a9-29c7-43ae-a614-082ba39ca500,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:43.473839 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-220455be-34bf-4b2b-948c-c901549a7897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714787'] for router_interface (8819704a-80d8-4168-89fc-55a20542ad28), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:43.675520 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220455be-34bf-4b2b-948c-c901549a7897 admin admin] Router 8819704a-80d8-4168-89fc-55a20542ad28 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:54:43.774982 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220455be-34bf-4b2b-948c-c901549a7897 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:54:43.782411 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-220455be-34bf-4b2b-948c-c901549a7897 admin admin] 10.222.0.117 "PUT /v2.0/routers/8819704a-80d8-4168-89fc-55a20542ad28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4273362 Jan 24 16:54:43.782514 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53470) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:43.783442 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5586f-2658-460d-9fb8-64f7af721e40 None None] Sync routers for ids ['8819704a-80d8-4168-89fc-55a20542ad28'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:54:43.793183 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5586f-2658-460d-9fb8-64f7af721e40 None None] Routers {'8819704a-80d8-4168-89fc-55a20542ad28'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:54:43.793520 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-c2f5586f-2658-460d-9fb8-64f7af721e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:54:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8819704a-80d8-4168-89fc-55a20542ad28'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:43.904430 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-c2f5586f-2658-460d-9fb8-64f7af721e40 None None] Set router 8819704a-80d8-4168-89fc-55a20542ad28 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:54:44.117289 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Publish callbacks [] for router (8819704a-80d8-4168-89fc-55a20542ad28), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.174371 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-c2f5586f-2658-460d-9fb8-64f7af721e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8819704a-80d8-4168-89fc-55a20542ad28', 'name': 'tempest-ServerRescueNegativeTestJSON-208887279-router', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:54:43Z', 'revision_number': 5, 'project_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'gw_port': {'id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8819704a-80d8-4168-89fc-55a20542ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:26Z', 'updated_at': '2022-01-24T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:44.199589 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5586f-2658-460d-9fb8-64f7af721e40 None None] Checking router: 8819704a-80d8-4168-89fc-55a20542ad28 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:54:44.208375 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5586f-2658-460d-9fb8-64f7af721e40 None None] Routers {'8819704a-80d8-4168-89fc-55a20542ad28'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:54:44.208972 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-c2f5586f-2658-460d-9fb8-64f7af721e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:54:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8819704a-80d8-4168-89fc-55a20542ad28'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:44.230463 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Publish callbacks [] for router_gateway (8819704a-80d8-4168-89fc-55a20542ad28), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.289827 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Deleting port 64defa36-59ae-44d6-9f2f-dedfc7700f5a {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:54:44.290169 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.313482 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-c2f5586f-2658-460d-9fb8-64f7af721e40 None None] Set router 8819704a-80d8-4168-89fc-55a20542ad28 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:54:44.366295 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] For port 64defa36-59ae-44d6-9f2f-dedfc7700f5a, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=64defa36-59ae-44d6-9f2f-dedfc7700f5a,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:44.366651 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.380280 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Calling delete_port for 64defa36-59ae-44d6-9f2f-dedfc7700f5a owned by network:router_gateway {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:54:44.493374 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-c2f5586f-2658-460d-9fb8-64f7af721e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8819704a-80d8-4168-89fc-55a20542ad28', 'name': 'tempest-ServerRescueNegativeTestJSON-208887279-router', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:54:43Z', 'revision_number': 5, 'project_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'gw_port': {'id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8819704a-80d8-4168-89fc-55a20542ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:26Z', 'updated_at': '2022-01-24T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:44.520606 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5586f-2658-460d-9fb8-64f7af721e40 None None] The sync data for ids ['8819704a-80d8-4168-89fc-55a20542ad28'] in dv-cinder-826116-1-iscsi is: [{'id': '8819704a-80d8-4168-89fc-55a20542ad28', 'name': 'tempest-ServerRescueNegativeTestJSON-208887279-router', 'tenant_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:54:43Z', 'revision_number': 5, 'project_id': 'bed4ca830bf54f2493c46fb3cf3fbbc6', 'gw_port': {'id': '64defa36-59ae-44d6-9f2f-dedfc7700f5a', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8819704a-80d8-4168-89fc-55a20542ad28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:26Z', 'updated_at': '2022-01-24T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:54:44.541457 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (64defa36-59ae-44d6-9f2f-dedfc7700f5a), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.569257 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=64defa36-59ae-44d6-9f2f-dedfc7700f5a,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:44.628801 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725364'] for router_gateway (8819704a-80d8-4168-89fc-55a20542ad28), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.727385 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3713696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29947'] for router (8819704a-80d8-4168-89fc-55a20542ad28), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.729509 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Publish callbacks [] for router_controller (8819704a-80d8-4168-89fc-55a20542ad28), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.793145 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3713707'] for router (8819704a-80d8-4168-89fc-55a20542ad28), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.793816 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8819704a-80d8-4168-89fc-55a20542ad28 {{(pid=114081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:54:44.799547 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.800678 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-9fea6ffc-ca7c-4658-8a64-83b3d9b9acf7 admin admin] 10.222.0.117 "DELETE /v2.0/routers/8819704a-80d8-4168-89fc-55a20542ad28 HTTP/1.1" status: 204 len: 168 time: 1.0172889 Jan 24 16:54:44.803312 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53478) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:44.846745 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d853212-50da-4c7e-bb5a-fe5237b32557 admin admin] Deleting subnet c23e31e6-4975-4076-afd7-3b7c3fb32a92 {{(pid=114081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:54:44.849794 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8d853212-50da-4c7e-bb5a-fe5237b32557 admin admin] Publish callbacks [] for subnet (c23e31e6-4975-4076-afd7-3b7c3fb32a92), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.884573 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8d853212-50da-4c7e-bb5a-fe5237b32557 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25416702'] for subnet (c23e31e6-4975-4076-afd7-3b7c3fb32a92), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.925005 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8d853212-50da-4c7e-bb5a-fe5237b32557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (c23e31e6-4975-4076-afd7-3b7c3fb32a92), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:44.984704 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8d853212-50da-4c7e-bb5a-fe5237b32557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1357225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25359676'] for subnet (c23e31e6-4975-4076-afd7-3b7c3fb32a92), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.010594 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d853212-50da-4c7e-bb5a-fe5237b32557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c23e31e6-4975-4076-afd7-3b7c3fb32a92,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:45.015828 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8d853212-50da-4c7e-bb5a-fe5237b32557 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.019080 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-8d853212-50da-4c7e-bb5a-fe5237b32557 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/c23e31e6-4975-4076-afd7-3b7c3fb32a92 HTTP/1.1" status: 204 len: 168 time: 0.2148750 Jan 24 16:54:45.021623 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53480) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:45.089302 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (a4d3963c-45d0-4dc2-b1e2-d0f377b57d04), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.179258 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (a4d3963c-45d0-4dc2-b1e2-d0f377b57d04), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.199266 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d3963c-45d0-4dc2-b1e2-d0f377b57d04']}} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:45.208206 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2869edc-d510-4b94-b7aa-bd2ea837b45c') {'for_net_delete': True} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:45.208497 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2869edc-d510-4b94-b7aa-bd2ea837b45c') {} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:54:45.217453 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25416693'] for segment (b2869edc-d510-4b94-b7aa-bd2ea837b45c), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.230884 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (b2869edc-d510-4b94-b7aa-bd2ea837b45c), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.237312 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=114081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:54:45.237689 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1357059'] for segment (b2869edc-d510-4b94-b7aa-bd2ea837b45c), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.239322 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: Traceback (most recent call last): Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: timer() Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: cb(*args, **kw) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: return func(*args, **kwargs) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: self._notify() Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: self.callback(batched_events) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: event.method(event) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: return f(self, *a, **k) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._get(url).json() Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: return self.request(url, 'GET', **kwargs) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:54:45.241919 dv-cinder-826116-1-iscsi neutron-server[114081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:54:45.294899 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (a4d3963c-45d0-4dc2-b1e2-d0f377b57d04), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.301425 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.304694 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] 10.222.0.117 "DELETE /v2.0/networks/a4d3963c-45d0-4dc2-b1e2-d0f377b57d04 HTTP/1.1" status: 204 len: 168 time: 0.2821040 Jan 24 16:54:45.315495 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16634bb-02a1-4608-827c-62f85c14f7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d3963c-45d0-4dc2-b1e2-d0f377b57d04,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:45.467972 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53488) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:45.514089 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-b45a98a2-7468-4f49-b728-107e440a584e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=bed4ca830bf54f2493c46fb3cf3fbbc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440242 Jan 24 16:54:45.516846 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53490) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:45.566529 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4fe51af3-7e17-495f-a725-5c254ee1652c admin admin] Publish callbacks [] for security_group (5911350d-0189-45a4-b61e-1e598babfd4f), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.586368 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4fe51af3-7e17-495f-a725-5c254ee1652c admin admin] Publish callbacks [] for security_group (5911350d-0189-45a4-b61e-1e598babfd4f), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.631091 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4fe51af3-7e17-495f-a725-5c254ee1652c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (5911350d-0189-45a4-b61e-1e598babfd4f), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.633679 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4fe51af3-7e17-495f-a725-5c254ee1652c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:45.634830 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-4fe51af3-7e17-495f-a725-5c254ee1652c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/5911350d-0189-45a4-b61e-1e598babfd4f HTTP/1.1" status: 204 len: 168 time: 0.1170447 Jan 24 16:54:45.642573 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe51af3-7e17-495f-a725-5c254ee1652c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5911350d-0189-45a4-b61e-1e598babfd4f,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:45.950278 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 90f8f9a9-29c7-43ae-a614-082ba39ca500 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:54:45.973827 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 90f8f9a9-29c7-43ae-a614-082ba39ca500 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:54:45.974179 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 90f8f9a9-29c7-43ae-a614-082ba39ca500 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:54:45.974600 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 64defa36-59ae-44d6-9f2f-dedfc7700f5a no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:54:45.993240 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 64defa36-59ae-44d6-9f2f-dedfc7700f5a {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:54:45.993604 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 64defa36-59ae-44d6-9f2f-dedfc7700f5a not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:54:47.115201 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:54:47.672226 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53544) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:47.776664 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-caf71cd6-57a2-48cc-8a93-9714207373b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:47.852822 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-caf71cd6-57a2-48cc-8a93-9714207373b2 admin admin] Publish callbacks [] for security_group (fba115cf-b57e-4506-a3ef-e9124716090d), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:47.857514 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-caf71cd6-57a2-48cc-8a93-9714207373b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (fba115cf-b57e-4506-a3ef-e9124716090d), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:47.898566 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-caf71cd6-57a2-48cc-8a93-9714207373b2 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=de2a2c6e29364cd18cbc5d160ea4bd5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252657 Jan 24 16:54:47.899614 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf71cd6-57a2-48cc-8a93-9714207373b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba115cf-b57e-4506-a3ef-e9124716090d,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:47.901272 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53556) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:47.955100 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Publish callbacks [] for security_group (fba115cf-b57e-4506-a3ef-e9124716090d), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:47.979845 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Publish callbacks [] for security_group (fba115cf-b57e-4506-a3ef-e9124716090d), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:48.046044 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (fba115cf-b57e-4506-a3ef-e9124716090d), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:48.050199 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:48.064799 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/fba115cf-b57e-4506-a3ef-e9124716090d HTTP/1.1" status: 204 len: 168 time: 0.1502233 Jan 24 16:54:48.083223 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba115cf-b57e-4506-a3ef-e9124716090d,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:48.091236 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.091775 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.092188 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.092659 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.092992 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.093541 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.094013 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.094308 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.094792 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.095217 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.095554 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.095983 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.096317 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de57ce-b77e-4650-91c7-b9593cb0f19e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:54:48.332384 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53568) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:48.347453 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d8e176c7-dd14-4c64-b2be-e3ad702773a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:48.424127 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d8e176c7-dd14-4c64-b2be-e3ad702773a3 admin admin] Publish callbacks [] for security_group (faff21af-cb51-4b4c-8a1a-56c7e3af222c), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:48.428546 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d8e176c7-dd14-4c64-b2be-e3ad702773a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (faff21af-cb51-4b4c-8a1a-56c7e3af222c), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:48.465698 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-d8e176c7-dd14-4c64-b2be-e3ad702773a3 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c00dd28dfb4a45109277f83cd05d40a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320612 Jan 24 16:54:48.467573 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e176c7-dd14-4c64-b2be-e3ad702773a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faff21af-cb51-4b4c-8a1a-56c7e3af222c,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:48.469652 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53574) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:48.518397 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a3609e2-9df9-438c-83ed-0749e8343b1f admin admin] Publish callbacks [] for security_group (faff21af-cb51-4b4c-8a1a-56c7e3af222c), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:48.539024 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a3609e2-9df9-438c-83ed-0749e8343b1f admin admin] Publish callbacks [] for security_group (faff21af-cb51-4b4c-8a1a-56c7e3af222c), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:48.584902 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a3609e2-9df9-438c-83ed-0749e8343b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (faff21af-cb51-4b4c-8a1a-56c7e3af222c), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:48.587778 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a3609e2-9df9-438c-83ed-0749e8343b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:48.588912 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-6a3609e2-9df9-438c-83ed-0749e8343b1f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/faff21af-cb51-4b4c-8a1a-56c7e3af222c HTTP/1.1" status: 204 len: 168 time: 0.1182351 Jan 24 16:54:48.597371 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3609e2-9df9-438c-83ed-0749e8343b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faff21af-cb51-4b4c-8a1a-56c7e3af222c,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:50.943624 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936aa6f-44a2-4da5-9ccd-17525e7c4843 req-5fb63e3e-46da-4352-914d-95ec50ec9564 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:50.945099 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b936aa6f-44a2-4da5-9ccd-17525e7c4843 req-5fb63e3e-46da-4352-914d-95ec50ec9564 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 945 time: 0.0492158 Jan 24 16:54:50.992936 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b936aa6f-44a2-4da5-9ccd-17525e7c4843 req-a9c0037b-d9bf-4b88-a2bb-d851bf2609d9 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Jan 24 16:54:52.112095 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac827fec-6dda-41e7-9c20-40ed3c1de2ad req-64f22979-ba7d-4934-bc3d-f9ece0f2fd6f tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:52.113557 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac827fec-6dda-41e7-9c20-40ed3c1de2ad req-64f22979-ba7d-4934-bc3d-f9ece0f2fd6f tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 945 time: 0.0513492 Jan 24 16:54:52.160449 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ac827fec-6dda-41e7-9c20-40ed3c1de2ad req-c64c4b44-236d-4f1f-a2f1-e0951aaf03b8 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Jan 24 16:54:53.275197 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a205d-5502-4273-ba32-0930ac476946 req-f7799dfc-1833-4191-9a1b-b926541ba6d1 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:53.276680 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-546a205d-5502-4273-ba32-0930ac476946 req-f7799dfc-1833-4191-9a1b-b926541ba6d1 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 945 time: 0.0503438 Jan 24 16:54:53.357537 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-546a205d-5502-4273-ba32-0930ac476946 req-a3b63539-0edd-41b3-be5e-99aac16da800 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.117 "GET /v2.0/security-groups?id=1c92e698-12a1-40d7-9313-6bfcf9a69cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747151 Jan 24 16:54:53.369713 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63205ee1-dfcd-4c7e-8abf-19ec10514866 req-f329b8c4-f585-4ff0-b4ca-115003c645f1 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:53.371223 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-63205ee1-dfcd-4c7e-8abf-19ec10514866 req-f329b8c4-f585-4ff0-b4ca-115003c645f1 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.79 "GET /v2.0/ports?device_id=99ef53e4-801e-4a2d-a7ef-5fbece8b29bd HTTP/1.1" status: 200 len: 945 time: 0.0817313 Jan 24 16:54:53.463882 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-63205ee1-dfcd-4c7e-8abf-19ec10514866 req-ee4c5121-5631-4207-b106-9a2d1d5c7a18 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Deleting port 7c867542-f820-45d0-8cc7-ba742f9557af {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:54:53.464226 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-63205ee1-dfcd-4c7e-8abf-19ec10514866 req-ee4c5121-5631-4207-b106-9a2d1d5c7a18 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:53.489402 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53754) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:53.565582 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-63205ee1-dfcd-4c7e-8abf-19ec10514866 req-ee4c5121-5631-4207-b106-9a2d1d5c7a18 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] For port 7c867542-f820-45d0-8cc7-ba742f9557af, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=7c867542-f820-45d0-8cc7-ba742f9557af,segment=NetworkSegment(0dce5346-c29d-475b-9302-729785bd4b6b),segment_id=0dce5346-c29d-475b-9302-729785bd4b6b)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:54:53.565940 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-63205ee1-dfcd-4c7e-8abf-19ec10514866 req-ee4c5121-5631-4207-b106-9a2d1d5c7a18 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:53.581416 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-63205ee1-dfcd-4c7e-8abf-19ec10514866 req-ee4c5121-5631-4207-b106-9a2d1d5c7a18 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Calling delete_port for 7c867542-f820-45d0-8cc7-ba742f9557af owned by compute:nova {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:54:53.600384 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fc5011b-7f07-422b-b5c9-d00682980e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:53.678541 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fc5011b-7f07-422b-b5c9-d00682980e3e admin admin] Publish callbacks [] for security_group (8461eb07-b479-4956-b9a7-4838810cdabc), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:53.682510 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fc5011b-7f07-422b-b5c9-d00682980e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (8461eb07-b479-4956-b9a7-4838810cdabc), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:53.719314 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-63205ee1-dfcd-4c7e-8abf-19ec10514866 req-ee4c5121-5631-4207-b106-9a2d1d5c7a18 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (7c867542-f820-45d0-8cc7-ba742f9557af), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:53.721222 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-1fc5011b-7f07-422b-b5c9-d00682980e3e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=1064b876ad1e43298a479e11b2245b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303183 Jan 24 16:54:53.722099 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5011b-7f07-422b-b5c9-d00682980e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8461eb07-b479-4956-b9a7-4838810cdabc,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:53.724415 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53764) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:53.745460 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['7c867542-f820-45d0-8cc7-ba742f9557af'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:54:53.752365 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c5121-5631-4207-b106-9a2d1d5c7a18 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Pushing event deleted for resources: {'Port': ['ID=7c867542-f820-45d0-8cc7-ba742f9557af,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:53.780082 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c751-6bd2-423a-bef6-e054626d9ca2 admin admin] Publish callbacks [] for security_group (8461eb07-b479-4956-b9a7-4838810cdabc), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:53.791542 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-63205ee1-dfcd-4c7e-8abf-19ec10514866 req-ee4c5121-5631-4207-b106-9a2d1d5c7a18 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] No DVR routers for this DVR port 7c867542-f820-45d0-8cc7-ba742f9557af on host hv-cinder-82611 {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:54:53.794143 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-63205ee1-dfcd-4c7e-8abf-19ec10514866 req-ee4c5121-5631-4207-b106-9a2d1d5c7a18 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:53.798064 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-63205ee1-dfcd-4c7e-8abf-19ec10514866 req-ee4c5121-5631-4207-b106-9a2d1d5c7a18 tempest-VolumesSnapshotTestJSON-1097736181 tempest-VolumesSnapshotTestJSON-1097736181-project] 10.222.0.79 "DELETE /v2.0/ports/7c867542-f820-45d0-8cc7-ba742f9557af HTTP/1.1" status: 204 len: 173 time: 0.4211726 Jan 24 16:54:53.798495 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ef53e4-801e-4a2d-a7ef-5fbece8b29bd', 'name': 'network-vif-deleted', 'tag': '7c867542-f820-45d0-8cc7-ba742f9557af'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:54:53.800850 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bbb69f-d441-471c-8350-1368a003f4c7" -d '{"events": [{"server_uuid": "99ef53e4-801e-4a2d-a7ef-5fbece8b29bd", "name": "network-vif-deleted", "tag": "7c867542-f820-45d0-8cc7-ba742f9557af"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:54:53.807676 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c751-6bd2-423a-bef6-e054626d9ca2 admin admin] Publish callbacks [] for security_group (8461eb07-b479-4956-b9a7-4838810cdabc), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:53.857887 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c754be68-4a79-4749-ae9f-9f5bdbe54618 x-openstack-request-id: req-c754be68-4a79-4749-ae9f-9f5bdbe54618 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:54:53.858837 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ef53e4-801e-4a2d-a7ef-5fbece8b29bd", "name": "network-vif-deleted", "tag": "7c867542-f820-45d0-8cc7-ba742f9557af", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:54:53.859108 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c754be68-4a79-4749-ae9f-9f5bdbe54618 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:54:53.859482 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ef53e4-801e-4a2d-a7ef-5fbece8b29bd', 'name': 'network-vif-deleted', 'tag': '7c867542-f820-45d0-8cc7-ba742f9557af', 'status': 'completed', 'code': 200} Jan 24 16:54:53.863927 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c751-6bd2-423a-bef6-e054626d9ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (8461eb07-b479-4956-b9a7-4838810cdabc), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:53.866779 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c751-6bd2-423a-bef6-e054626d9ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:53.868603 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e6e5c751-6bd2-423a-bef6-e054626d9ca2 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/8461eb07-b479-4956-b9a7-4838810cdabc HTTP/1.1" status: 204 len: 168 time: 0.1431053 Jan 24 16:54:53.879516 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5c751-6bd2-423a-bef6-e054626d9ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8461eb07-b479-4956-b9a7-4838810cdabc,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:54.153359 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53772) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:54.167045 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d03bd6db-1506-411f-9f72-b4df86f7602e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:54.243526 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d03bd6db-1506-411f-9f72-b4df86f7602e admin admin] Publish callbacks [] for security_group (ddf4060d-6f65-420f-ad84-33f07f6284b0), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:54.247310 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d03bd6db-1506-411f-9f72-b4df86f7602e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (ddf4060d-6f65-420f-ad84-33f07f6284b0), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:54.285365 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-d03bd6db-1506-411f-9f72-b4df86f7602e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0d400731107348ae8f8ca52170889dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308067 Jan 24 16:54:54.287282 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bd6db-1506-411f-9f72-b4df86f7602e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf4060d-6f65-420f-ad84-33f07f6284b0,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:54.288041 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53774) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:54.340462 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b0b8a2cf-b026-4f66-bb54-495d776439a5 admin admin] Publish callbacks [] for security_group (ddf4060d-6f65-420f-ad84-33f07f6284b0), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:54.362886 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b0b8a2cf-b026-4f66-bb54-495d776439a5 admin admin] Publish callbacks [] for security_group (ddf4060d-6f65-420f-ad84-33f07f6284b0), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:54.428792 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b0b8a2cf-b026-4f66-bb54-495d776439a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (ddf4060d-6f65-420f-ad84-33f07f6284b0), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:54.431709 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b0b8a2cf-b026-4f66-bb54-495d776439a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:54.432875 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-b0b8a2cf-b026-4f66-bb54-495d776439a5 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ddf4060d-6f65-420f-ad84-33f07f6284b0 HTTP/1.1" status: 204 len: 168 time: 0.1430221 Jan 24 16:54:54.442215 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8a2cf-b026-4f66-bb54-495d776439a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf4060d-6f65-420f-ad84-33f07f6284b0,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:54.922128 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53802) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:55.034357 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fc54d3d1-28f0-4cc5-8f29-aec9a3c5eb36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:55.113594 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fc54d3d1-28f0-4cc5-8f29-aec9a3c5eb36 admin admin] Publish callbacks [] for security_group (948740e3-4e0e-4b70-8989-9568ceae5274), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:55.117460 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fc54d3d1-28f0-4cc5-8f29-aec9a3c5eb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (948740e3-4e0e-4b70-8989-9568ceae5274), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:55.158182 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54d3d1-28f0-4cc5-8f29-aec9a3c5eb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948740e3-4e0e-4b70-8989-9568ceae5274,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:55.162212 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-fc54d3d1-28f0-4cc5-8f29-aec9a3c5eb36 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=f3b257e02c5e4443a0e2df18b0e0bd2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390370 Jan 24 16:54:55.165221 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53814) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:55.212751 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f17a048c-811b-41c5-a8d0-f8f70cf18419 admin admin] Publish callbacks [] for security_group (948740e3-4e0e-4b70-8989-9568ceae5274), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:55.235115 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f17a048c-811b-41c5-a8d0-f8f70cf18419 admin admin] Publish callbacks [] for security_group (948740e3-4e0e-4b70-8989-9568ceae5274), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:55.281216 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f17a048c-811b-41c5-a8d0-f8f70cf18419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (948740e3-4e0e-4b70-8989-9568ceae5274), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:55.283805 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f17a048c-811b-41c5-a8d0-f8f70cf18419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:55.284942 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-f17a048c-811b-41c5-a8d0-f8f70cf18419 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/948740e3-4e0e-4b70-8989-9568ceae5274 HTTP/1.1" status: 204 len: 168 time: 0.1188068 Jan 24 16:54:55.293015 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a048c-811b-41c5-a8d0-f8f70cf18419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948740e3-4e0e-4b70-8989-9568ceae5274,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:57.339565 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53918) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:57.443885 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f05c9acc-b301-4127-9466-0fd97e89d87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:57.520145 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f05c9acc-b301-4127-9466-0fd97e89d87c admin admin] Publish callbacks [] for security_group (ee8bdcfe-c3ed-4fd3-9303-4c3df7c11875), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:57.523832 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f05c9acc-b301-4127-9466-0fd97e89d87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (ee8bdcfe-c3ed-4fd3-9303-4c3df7c11875), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:57.563149 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-f05c9acc-b301-4127-9466-0fd97e89d87c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=8b1345585538460a84b1822656be70ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223859 Jan 24 16:54:57.564399 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c9acc-b301-4127-9466-0fd97e89d87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8bdcfe-c3ed-4fd3-9303-4c3df7c11875,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:57.565852 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53922) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:57.615841 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-616ee86b-14e8-42a1-b121-40f86982b05b admin admin] Publish callbacks [] for security_group (ee8bdcfe-c3ed-4fd3-9303-4c3df7c11875), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:57.636961 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-616ee86b-14e8-42a1-b121-40f86982b05b admin admin] Publish callbacks [] for security_group (ee8bdcfe-c3ed-4fd3-9303-4c3df7c11875), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:57.683384 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-616ee86b-14e8-42a1-b121-40f86982b05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (ee8bdcfe-c3ed-4fd3-9303-4c3df7c11875), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:57.686368 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-616ee86b-14e8-42a1-b121-40f86982b05b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:57.687582 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-616ee86b-14e8-42a1-b121-40f86982b05b admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ee8bdcfe-c3ed-4fd3-9303-4c3df7c11875 HTTP/1.1" status: 204 len: 168 time: 0.1207476 Jan 24 16:54:57.694769 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ee86b-14e8-42a1-b121-40f86982b05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8bdcfe-c3ed-4fd3-9303-4c3df7c11875,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:57.942347 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53934) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:57.949800 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 7c867542-f820-45d0-8cc7-ba742f9557af no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:54:57.957183 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c5252b88-2a71-4e18-8be8-9e72675c5f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:57.974525 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 7c867542-f820-45d0-8cc7-ba742f9557af {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:54:57.974992 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 7c867542-f820-45d0-8cc7-ba742f9557af not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:54:58.047538 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c5252b88-2a71-4e18-8be8-9e72675c5f86 admin admin] Publish callbacks [] for security_group (e41d9383-e5a7-45c9-9c13-a61783358789), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:58.051199 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c5252b88-2a71-4e18-8be8-9e72675c5f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (e41d9383-e5a7-45c9-9c13-a61783358789), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:58.089021 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-c5252b88-2a71-4e18-8be8-9e72675c5f86 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=85d2d836886344e0b421bd37017a15e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454778 Jan 24 16:54:58.089875 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5252b88-2a71-4e18-8be8-9e72675c5f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41d9383-e5a7-45c9-9c13-a61783358789,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:58.092531 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53936) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:58.142385 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8834a68d-a0e7-4365-a7ad-9e74a59d2e3e admin admin] Publish callbacks [] for security_group (e41d9383-e5a7-45c9-9c13-a61783358789), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:58.163033 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8834a68d-a0e7-4365-a7ad-9e74a59d2e3e admin admin] Publish callbacks [] for security_group (e41d9383-e5a7-45c9-9c13-a61783358789), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:58.209004 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8834a68d-a0e7-4365-a7ad-9e74a59d2e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (e41d9383-e5a7-45c9-9c13-a61783358789), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:58.211733 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8834a68d-a0e7-4365-a7ad-9e74a59d2e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:58.212866 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-8834a68d-a0e7-4365-a7ad-9e74a59d2e3e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e41d9383-e5a7-45c9-9c13-a61783358789 HTTP/1.1" status: 204 len: 168 time: 0.1191292 Jan 24 16:54:58.220492 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834a68d-a0e7-4365-a7ad-9e74a59d2e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41d9383-e5a7-45c9-9c13-a61783358789,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:58.864360 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 53960) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:58.959384 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1623827590-network', 'tenant_id': '9aeaba301e2e494aa3002631926924a4'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:58.983740 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Made reservation on behalf of 9aeaba301e2e494aa3002631926924a4 for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:54:58.985980 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:58.994409 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:59.067155 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Publish callbacks [] for security_group (92f14568-ee68-48a3-9349-d6104e33ecf1), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:59.070573 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (92f14568-ee68-48a3-9349-d6104e33ecf1), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:59.095167 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=114080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:54:59.105109 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f14568-ee68-48a3-9349-d6104e33ecf1,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:59.109920 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (1e770567-0b9f-425d-b520-0a530eef18b8), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:59.110261 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Added segment 1e770567-0b9f-425d-b520-0a530eef18b8 of type vlan for network 133a50a3-9ca7-4989-ae10-4712e5721a25 Jan 24 16:54:59.150129 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (133a50a3-9ca7-4989-ae10-4712e5721a25), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:59.176832 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (133a50a3-9ca7-4989-ae10-4712e5721a25), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:59.177854 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:59.178432 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:59.241101 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3755567 Jan 24 16:54:59.243940 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53966) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:54:59.249453 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59d3b1-6b75-4c08-bc14-7c136603bbbd admin admin] Pushing event updated for resources: {'Network': ['ID=133a50a3-9ca7-4989-ae10-4712e5721a25,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:59.249985 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-af415a93-8169-4772-b07b-e32fb8a66c67 admin admin] Request body: {'subnet': {'network_id': '133a50a3-9ca7-4989-ae10-4712e5721a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1623827590-subnet', 'tenant_id': '9aeaba301e2e494aa3002631926924a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:54:59.260942 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 133a50a3-9ca7-4989-ae10-4712e5721a25 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:54:59.273237 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af415a93-8169-4772-b07b-e32fb8a66c67 admin admin] Made reservation on behalf of 9aeaba301e2e494aa3002631926924a4 for: {'subnet': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:54:59.275563 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-af415a93-8169-4772-b07b-e32fb8a66c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25359643'] for subnet (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:59.439040 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-af415a93-8169-4772-b07b-e32fb8a66c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1357290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25359653'] for subnet (98d5830e-3814-440b-8956-9551a3db5d39), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:59.491999 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af415a93-8169-4772-b07b-e32fb8a66c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d5830e-3814-440b-8956-9551a3db5d39,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:54:59.507056 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af415a93-8169-4772-b07b-e32fb8a66c67 admin admin] Checking segment: {'id': '1e770567-0b9f-425d-b520-0a530eef18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '133a50a3-9ca7-4989-ae10-4712e5721a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:54:59.507413 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af415a93-8169-4772-b07b-e32fb8a66c67 admin admin] Network hostable DHCP agents. Network: 133a50a3-9ca7-4989-ae10-4712e5721a25, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:54:59.523948 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af415a93-8169-4772-b07b-e32fb8a66c67 admin admin] Network 133a50a3-9ca7-4989-ae10-4712e5721a25 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:54:59.532258 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-af415a93-8169-4772-b07b-e32fb8a66c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 133a50a3-9ca7-4989-ae10-4712e5721a25) {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:54:59.537027 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af415a93-8169-4772-b07b-e32fb8a66c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:54:59.537649 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-af415a93-8169-4772-b07b-e32fb8a66c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:54:59.541580 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d3ef1b-e9f6-4ac2-ba87-79d92d183780 None None] Network 133a50a3-9ca7-4989-ae10-4712e5721a25 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:54:59.562639 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-af415a93-8169-4772-b07b-e32fb8a66c67 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3092349 Jan 24 16:54:59.641301 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e92756-7f0e-4379-a25a-8f3fab337c44 None None] Network 133a50a3-9ca7-4989-ae10-4712e5721a25 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:55:00.042516 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 53998) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:00.049016 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1948488784-network', 'tenant_id': 'e97490f295204ca1a6d331c7ee0c9b66'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:00.072136 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Made reservation on behalf of e97490f295204ca1a6d331c7ee0c9b66 for: {'network': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:00.074688 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:00.084679 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:00.175500 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Publish callbacks [] for security_group (ec1c074c-be55-404d-aa2a-c1cfab8696e3), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:00.180587 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (ec1c074c-be55-404d-aa2a-c1cfab8696e3), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:00.206706 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=114081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:55:00.217484 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1c074c-be55-404d-aa2a-c1cfab8696e3,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:00.223186 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (67b7a6c4-a432-4b7f-bbde-2659e2809156), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:00.223764 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.segments_db [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Added segment 67b7a6c4-a432-4b7f-bbde-2659e2809156 of type vlan for network 05a06454-aedd-45bd-ac81-fa6095dcc228 Jan 24 16:55:00.267775 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (05a06454-aedd-45bd-ac81-fa6095dcc228), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:00.296778 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (05a06454-aedd-45bd-ac81-fa6095dcc228), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:00.297829 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:00.298463 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:00.364966 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54010) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:00.366905 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3211732 Jan 24 16:55:00.372850 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-adce7ccc-d02b-48e3-a18d-ae537ef1cb28 admin admin] Request body: {'subnet': {'network_id': '05a06454-aedd-45bd-ac81-fa6095dcc228', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1948488784-subnet', 'tenant_id': 'e97490f295204ca1a6d331c7ee0c9b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:00.375358 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af90638-fe5c-4f5e-8b39-2d8db38abcb3 admin admin] Pushing event updated for resources: {'Network': ['ID=05a06454-aedd-45bd-ac81-fa6095dcc228,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:00.391766 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 05a06454-aedd-45bd-ac81-fa6095dcc228 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:55:00.411205 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adce7ccc-d02b-48e3-a18d-ae537ef1cb28 admin admin] Made reservation on behalf of e97490f295204ca1a6d331c7ee0c9b66 for: {'subnet': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:00.414446 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-adce7ccc-d02b-48e3-a18d-ae537ef1cb28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29096914'] for subnet (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:00.599449 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-adce7ccc-d02b-48e3-a18d-ae537ef1cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28420855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29096940'] for subnet (d539d2ca-6b8f-45e5-bdf9-73d038562a35), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:00.651796 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce7ccc-d02b-48e3-a18d-ae537ef1cb28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d539d2ca-6b8f-45e5-bdf9-73d038562a35,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:00.661773 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce7ccc-d02b-48e3-a18d-ae537ef1cb28 admin admin] Checking segment: {'id': '67b7a6c4-a432-4b7f-bbde-2659e2809156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '05a06454-aedd-45bd-ac81-fa6095dcc228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:00.662130 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adce7ccc-d02b-48e3-a18d-ae537ef1cb28 admin admin] Network hostable DHCP agents. Network: 05a06454-aedd-45bd-ac81-fa6095dcc228, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:55:00.678796 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adce7ccc-d02b-48e3-a18d-ae537ef1cb28 admin admin] Network 05a06454-aedd-45bd-ac81-fa6095dcc228 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:55:00.688004 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-adce7ccc-d02b-48e3-a18d-ae537ef1cb28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 05a06454-aedd-45bd-ac81-fa6095dcc228) {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:00.692215 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adce7ccc-d02b-48e3-a18d-ae537ef1cb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:00.692804 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-adce7ccc-d02b-48e3-a18d-ae537ef1cb28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:00.698579 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33fa182-96c9-43ce-86a9-e384bc031535 None None] Network 05a06454-aedd-45bd-ac81-fa6095dcc228 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:55:00.709225 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-adce7ccc-d02b-48e3-a18d-ae537ef1cb28 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3423984 Jan 24 16:55:00.801689 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c89a23-8643-4249-98c2-c9905f19558d None None] Network 05a06454-aedd-45bd-ac81-fa6095dcc228 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:55:01.906005 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54050) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:02.009281 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7a504ce8-5285-4476-9f66-772c88af10bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.088638 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7a504ce8-5285-4476-9f66-772c88af10bb admin admin] Publish callbacks [] for security_group (b8beeaf9-60d4-42a8-8bb7-49e9514c767e), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.093159 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7a504ce8-5285-4476-9f66-772c88af10bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (b8beeaf9-60d4-42a8-8bb7-49e9514c767e), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.130842 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a504ce8-5285-4476-9f66-772c88af10bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8beeaf9-60d4-42a8-8bb7-49e9514c767e,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:02.137524 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-7a504ce8-5285-4476-9f66-772c88af10bb admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=779a6c558f224a56b20c13e0e9b29222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279584 Jan 24 16:55:02.137955 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54054) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:02.190781 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8dc0fb35-dede-4ef2-97d9-dd5131a75b11 admin admin] Publish callbacks [] for security_group (b8beeaf9-60d4-42a8-8bb7-49e9514c767e), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.212556 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8dc0fb35-dede-4ef2-97d9-dd5131a75b11 admin admin] Publish callbacks [] for security_group (b8beeaf9-60d4-42a8-8bb7-49e9514c767e), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.260611 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8dc0fb35-dede-4ef2-97d9-dd5131a75b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (b8beeaf9-60d4-42a8-8bb7-49e9514c767e), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.263763 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8dc0fb35-dede-4ef2-97d9-dd5131a75b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.265734 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-8dc0fb35-dede-4ef2-97d9-dd5131a75b11 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/b8beeaf9-60d4-42a8-8bb7-49e9514c767e HTTP/1.1" status: 204 len: 168 time: 0.1264336 Jan 24 16:55:02.276291 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0fb35-dede-4ef2-97d9-dd5131a75b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8beeaf9-60d4-42a8-8bb7-49e9514c767e,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:02.573793 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54066) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:02.587413 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ec77d685-592d-4d67-b189-4b9f90a7840e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.668080 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ec77d685-592d-4d67-b189-4b9f90a7840e admin admin] Publish callbacks [] for security_group (9986fe20-9ce9-4fd2-89e1-f9795ff2b4c9), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.672797 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ec77d685-592d-4d67-b189-4b9f90a7840e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (9986fe20-9ce9-4fd2-89e1-f9795ff2b4c9), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.733709 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-ec77d685-592d-4d67-b189-4b9f90a7840e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=aa7aba743f6c49f88bacbbb64ac3f57a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545150 Jan 24 16:55:02.733836 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54080) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:02.740609 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77d685-592d-4d67-b189-4b9f90a7840e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9986fe20-9ce9-4fd2-89e1-f9795ff2b4c9,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:02.812035 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8a3f-6b56-4b72-9f77-2f470d440b1a admin admin] Publish callbacks [] for security_group (9986fe20-9ce9-4fd2-89e1-f9795ff2b4c9), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.835039 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8a3f-6b56-4b72-9f77-2f470d440b1a admin admin] Publish callbacks [] for security_group (9986fe20-9ce9-4fd2-89e1-f9795ff2b4c9), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.889837 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8a3f-6b56-4b72-9f77-2f470d440b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (9986fe20-9ce9-4fd2-89e1-f9795ff2b4c9), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.897864 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8a3f-6b56-4b72-9f77-2f470d440b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:02.899225 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-6a3b8a3f-6b56-4b72-9f77-2f470d440b1a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/9986fe20-9ce9-4fd2-89e1-f9795ff2b4c9 HTTP/1.1" status: 204 len: 168 time: 0.1595888 Jan 24 16:55:02.921409 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b8a3f-6b56-4b72-9f77-2f470d440b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9986fe20-9ce9-4fd2-89e1-f9795ff2b4c9,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:03.059932 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fb70b-8579-4d15-991a-35df62134bdc req-34346f17-9264-4195-bf56-5f7f77084869 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:03.061635 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e61fb70b-8579-4d15-991a-35df62134bdc req-34346f17-9264-4195-bf56-5f7f77084869 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0689175 Jan 24 16:55:03.116295 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e61fb70b-8579-4d15-991a-35df62134bdc req-240d9eef-492c-4e90-af51-065ff5c4fd9b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485933 Jan 24 16:55:03.739433 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:04.410627 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b4e6b-8970-49b4-8fe9-eddc4ff6c43d req-784efbf7-3914-4887-b215-5493a0020512 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:04.412215 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-679b4e6b-8970-49b4-8fe9-eddc4ff6c43d req-784efbf7-3914-4887-b215-5493a0020512 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0515285 Jan 24 16:55:04.462155 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-679b4e6b-8970-49b4-8fe9-eddc4ff6c43d req-97b2d246-33ea-4902-94de-daa1a422a4b3 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440085 Jan 24 16:55:05.577803 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cb6e3-9991-4469-ba25-522d16fdccdf req-082e4493-0944-4003-b95a-e9ded337eef0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:05.579284 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-815cb6e3-9991-4469-ba25-522d16fdccdf req-082e4493-0944-4003-b95a-e9ded337eef0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0493865 Jan 24 16:55:05.626584 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-815cb6e3-9991-4469-ba25-522d16fdccdf req-e557ce83-cade-4bc4-ba15-45a92931fae7 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417442 Jan 24 16:55:05.628935 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5c930cf3-ee3a-4852-b63f-43101638631e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:06.740244 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af85480-da45-4994-839e-6a11d4b3c09c req-6c912753-37cb-48e2-8c34-224ee67ffd0f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:06.741699 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4af85480-da45-4994-839e-6a11d4b3c09c req-6c912753-37cb-48e2-8c34-224ee67ffd0f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0474904 Jan 24 16:55:06.790899 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4af85480-da45-4994-839e-6a11d4b3c09c req-a5794a78-676b-4eb1-927e-b6be4b369784 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437133 Jan 24 16:55:07.881483 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-432c51ea-20a0-4672-bd30-9d0986748d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:07.929851 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a19352-315d-46bb-bca9-8b72275845d1 req-2a0d07aa-33b9-4906-89f9-c537b8387bc0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:07.931465 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-32a19352-315d-46bb-bca9-8b72275845d1 req-2a0d07aa-33b9-4906-89f9-c537b8387bc0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0741100 Jan 24 16:55:07.980436 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-32a19352-315d-46bb-bca9-8b72275845d1 req-a8639096-9cf1-4894-9fc4-5b27832a839f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424302 Jan 24 16:55:08.981466 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:09.102998 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077a5b3-96b2-4ad0-9614-5d27773fde2f req-7b4a43e4-19ad-4d7e-8fd4-c0f4f5a71ad0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:09.104453 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e077a5b3-96b2-4ad0-9614-5d27773fde2f req-7b4a43e4-19ad-4d7e-8fd4-c0f4f5a71ad0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0499892 Jan 24 16:55:09.154913 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e077a5b3-96b2-4ad0-9614-5d27773fde2f req-1182a941-aaab-42c6-85d4-4615768bdaa1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405564 Jan 24 16:55:10.287857 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24975ff-3134-4894-a55b-815579d4c507 req-b19c59d3-3f91-4242-9fc8-05ed7a0aecf0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:10.289911 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a24975ff-3134-4894-a55b-815579d4c507 req-b19c59d3-3f91-4242-9fc8-05ed7a0aecf0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0628314 Jan 24 16:55:10.350109 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a24975ff-3134-4894-a55b-815579d4c507 req-3a199c69-162f-478b-9de7-14904b4d8c64 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546410 Jan 24 16:55:10.533126 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:11.468368 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff936fff-6b7f-4082-ab4c-733237fd0aa5 req-666cb9e6-9752-497e-bcf5-6fe4812e9b60 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:11.470029 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ff936fff-6b7f-4082-ab4c-733237fd0aa5 req-666cb9e6-9752-497e-bcf5-6fe4812e9b60 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0497789 Jan 24 16:55:11.517651 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ff936fff-6b7f-4082-ab4c-733237fd0aa5 req-a449fec6-7ad3-4576-9d20-9806cf4d0434 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409849 Jan 24 16:55:11.835480 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:12.633671 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f27c7-b475-4168-97a0-21339bddf8fc req-5f2ef1a3-416b-40f0-a890-66520f07ceec tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:12.635342 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4c0f27c7-b475-4168-97a0-21339bddf8fc req-5f2ef1a3-416b-40f0-a890-66520f07ceec tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0499616 Jan 24 16:55:12.685758 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4c0f27c7-b475-4168-97a0-21339bddf8fc req-a34a35ef-cb24-408a-8ba0-309eec5aebc6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Jan 24 16:55:13.813451 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcffc35-e8f3-41ce-8706-cf0c7514b79d req-fc16946c-32be-439c-8880-b6478c1b0f3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:13.815258 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3fcffc35-e8f3-41ce-8706-cf0c7514b79d req-fc16946c-32be-439c-8880-b6478c1b0f3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0570140 Jan 24 16:55:13.867031 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3fcffc35-e8f3-41ce-8706-cf0c7514b79d req-2365f990-d248-4769-915b-10db8268f251 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445218 Jan 24 16:55:14.498561 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f35ee-e4df-4743-8f44-ef101905af26 req-6cd83aab-3bf1-4492-894e-c6c5b0882bfc tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:14.500071 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f67f35ee-e4df-4743-8f44-ef101905af26 req-6cd83aab-3bf1-4492-894e-c6c5b0882bfc tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.0800779 Jan 24 16:55:14.505830 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b8651-6703-464b-aa2b-5a8a5a3d4d5f req-b8d5574b-0203-478d-b6d8-866304e6a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:14.507238 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-413b8651-6703-464b-aa2b-5a8a5a3d4d5f req-b8d5574b-0203-478d-b6d8-866304e6a0be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d60ca23ca0784aef8638d92cfdca914f&device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 1137 time: 0.0601609 Jan 24 16:55:14.623566 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f67f35ee-e4df-4743-8f44-ef101905af26 req-a5bf6d5b-b626-4f98-9320-95e576d949fd tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153872 Jan 24 16:55:14.639063 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b8651-6703-464b-aa2b-5a8a5a3d4d5f req-3cc53671-a97d-4e3c-a5d2-308988b393b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:14.640525 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-413b8651-6703-464b-aa2b-5a8a5a3d4d5f req-3cc53671-a97d-4e3c-a5d2-308988b393b2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79c56179-49d8-45c0-b697-75d837624748 HTTP/1.1" status: 200 len: 914 time: 0.1256425 Jan 24 16:55:14.716225 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-413b8651-6703-464b-aa2b-5a8a5a3d4d5f req-b5a6db82-49ce-4b38-b552-771587d0b4f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10 HTTP/1.1" status: 200 len: 1001 time: 0.0632489 Jan 24 16:55:14.769806 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b8651-6703-464b-aa2b-5a8a5a3d4d5f req-b9a653a9-8fb4-4734-b874-af7df0ce9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:14.771397 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-413b8651-6703-464b-aa2b-5a8a5a3d4d5f req-b9a653a9-8fb4-4734-b874-af7df0ce9eb8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=070f1225-a6b9-4278-b6d4-4666176a135b HTTP/1.1" status: 200 len: 853 time: 0.0443716 Jan 24 16:55:14.817998 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b8651-6703-464b-aa2b-5a8a5a3d4d5f req-c00d1916-233a-417d-9bb3-191f38ae9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:14.819547 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-413b8651-6703-464b-aa2b-5a8a5a3d4d5f req-c00d1916-233a-417d-9bb3-191f38ae9a7c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79c56179-49d8-45c0-b697-75d837624748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407150 Jan 24 16:55:14.916031 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-413b8651-6703-464b-aa2b-5a8a5a3d4d5f req-144bd09f-2edd-4319-87fc-b7220878c757 service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888596 Jan 24 16:55:14.986461 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c23c5-aef3-4411-bba7-8eb14152bf3b req-6cc70e4a-ff5f-4392-a955-6bbd5f817360 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:14.989493 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-de1c23c5-aef3-4411-bba7-8eb14152bf3b req-6cc70e4a-ff5f-4392-a955-6bbd5f817360 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0505385 Jan 24 16:55:15.020152 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-413b8651-6703-464b-aa2b-5a8a5a3d4d5f req-d369759a-5a52-48cc-9ee2-3ef387a8aa49 service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960038 Jan 24 16:55:15.046078 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-de1c23c5-aef3-4411-bba7-8eb14152bf3b req-91555535-838f-41cc-8a32-90057fa845cd tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524924 Jan 24 16:55:15.752884 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fbb5c-98fb-4073-8c56-53612280b4b6 req-4423c6c9-1efa-4c3e-b6b1-76c8b63bec5e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:15.754258 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-736fbb5c-98fb-4073-8c56-53612280b4b6 req-4423c6c9-1efa-4c3e-b6b1-76c8b63bec5e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.0545106 Jan 24 16:55:15.814501 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-736fbb5c-98fb-4073-8c56-53612280b4b6 req-1f8cf330-b362-4145-b427-fe0421063c3d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546110 Jan 24 16:55:16.166318 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09f162-d2e9-48ed-840f-5b9bd7847f1b req-0d67a47a-3d6e-4db9-8b33-51583a549b24 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:16.167792 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fa09f162-d2e9-48ed-840f-5b9bd7847f1b req-0d67a47a-3d6e-4db9-8b33-51583a549b24 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0543187 Jan 24 16:55:16.213660 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fa09f162-d2e9-48ed-840f-5b9bd7847f1b req-4edf267e-6222-4980-9709-fda68763c9f2 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403707 Jan 24 16:55:16.492532 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54412) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:16.535668 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db4f5d3-f250-4693-88b0-d5de0036d715 admin admin] Deleting subnet 98d5830e-3814-440b-8956-9551a3db5d39 {{(pid=114080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:55:16.539025 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5db4f5d3-f250-4693-88b0-d5de0036d715 admin admin] Publish callbacks [] for subnet (98d5830e-3814-440b-8956-9551a3db5d39), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:16.577387 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5db4f5d3-f250-4693-88b0-d5de0036d715 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28954014'] for subnet (98d5830e-3814-440b-8956-9551a3db5d39), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:16.616589 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5db4f5d3-f250-4693-88b0-d5de0036d715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (98d5830e-3814-440b-8956-9551a3db5d39), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:16.669626 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5db4f5d3-f250-4693-88b0-d5de0036d715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28420788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29096949'] for subnet (98d5830e-3814-440b-8956-9551a3db5d39), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:16.698561 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4f5d3-f250-4693-88b0-d5de0036d715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d5830e-3814-440b-8956-9551a3db5d39,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:16.700564 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5db4f5d3-f250-4693-88b0-d5de0036d715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:16.707060 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54420) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:16.707589 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-5db4f5d3-f250-4693-88b0-d5de0036d715 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/98d5830e-3814-440b-8956-9551a3db5d39 HTTP/1.1" status: 204 len: 168 time: 0.2134702 Jan 24 16:55:16.784898 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (133a50a3-9ca7-4989-ae10-4712e5721a25), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:16.808104 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54428) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:16.870123 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (133a50a3-9ca7-4989-ae10-4712e5721a25), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:16.907571 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133a50a3-9ca7-4989-ae10-4712e5721a25']}} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:16.923208 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-38604882-0d3e-4325-999e-62fb72f8a795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:16.932575 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e770567-0b9f-425d-b520-0a530eef18b8') {'for_net_delete': True} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:16.932880 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e770567-0b9f-425d-b520-0a530eef18b8') {} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:16.945536 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25416693'] for segment (1e770567-0b9f-425d-b520-0a530eef18b8), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:16.969663 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77be24-33f2-4ae9-a265-e3176d38ad53 req-6b6d83d6-0edc-489a-8cb5-df71afe2af98 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:16.971200 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8d77be24-33f2-4ae9-a265-e3176d38ad53 req-6b6d83d6-0edc-489a-8cb5-df71afe2af98 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.0835977 Jan 24 16:55:16.974986 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (1e770567-0b9f-425d-b520-0a530eef18b8), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:16.982269 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=114081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:55:16.982712 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1357059'] for segment (1e770567-0b9f-425d-b520-0a530eef18b8), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: Traceback (most recent call last): Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: timer() Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: cb(*args, **kw) Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: return func(*args, **kwargs) Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: self._notify() Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: self.callback(batched_events) Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: event.method(event) Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: return f(self, *a, **k) Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._get(url).json() Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: return self.request(url, 'GET', **kwargs) Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:55:16.985677 dv-cinder-826116-1-iscsi neutron-server[114081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:55:17.007734 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-38604882-0d3e-4325-999e-62fb72f8a795 admin admin] Publish callbacks [] for security_group (e1d3097f-4262-470a-aebb-75a71bef9ba2), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.012220 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-38604882-0d3e-4325-999e-62fb72f8a795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (e1d3097f-4262-470a-aebb-75a71bef9ba2), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.052072 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-38604882-0d3e-4325-999e-62fb72f8a795 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=974326411636446bbe6368a4eb959b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430546 Jan 24 16:55:17.054981 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54434) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:17.078346 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (133a50a3-9ca7-4989-ae10-4712e5721a25), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.084310 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.084649 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38604882-0d3e-4325-999e-62fb72f8a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d3097f-4262-470a-aebb-75a71bef9ba2,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:17.088112 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] 10.222.0.117 "DELETE /v2.0/networks/133a50a3-9ca7-4989-ae10-4712e5721a25 HTTP/1.1" status: 204 len: 168 time: 0.3787513 Jan 24 16:55:17.099296 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54436) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:17.113505 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2116-6cb6-4594-878f-550ad4c130a3 admin admin] Publish callbacks [] for security_group (e1d3097f-4262-470a-aebb-75a71bef9ba2), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.119596 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebad22-45e1-4b65-a3cf-e567d2e497c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=133a50a3-9ca7-4989-ae10-4712e5721a25,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:17.134957 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2116-6cb6-4594-878f-550ad4c130a3 admin admin] Publish callbacks [] for security_group (e1d3097f-4262-470a-aebb-75a71bef9ba2), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.143307 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8d77be24-33f2-4ae9-a265-e3176d38ad53 req-6db36b03-2b45-47dd-a7da-0e383f026d31 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1625097 Jan 24 16:55:17.163783 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_v2 [None req-cded6edc-7d2b-4895-8d36-83a132335279 admin admin] Deleting subnet d539d2ca-6b8f-45e5-bdf9-73d038562a35 {{(pid=114081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:55:17.167021 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cded6edc-7d2b-4895-8d36-83a132335279 admin admin] Publish callbacks [] for subnet (d539d2ca-6b8f-45e5-bdf9-73d038562a35), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.198691 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2116-6cb6-4594-878f-550ad4c130a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (e1d3097f-4262-470a-aebb-75a71bef9ba2), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.201344 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2116-6cb6-4594-878f-550ad4c130a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.202561 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-3ddd2116-6cb6-4594-878f-550ad4c130a3 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e1d3097f-4262-470a-aebb-75a71bef9ba2 HTTP/1.1" status: 204 len: 168 time: 0.1466608 Jan 24 16:55:17.211980 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd2116-6cb6-4594-878f-550ad4c130a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d3097f-4262-470a-aebb-75a71bef9ba2,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:17.213541 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cded6edc-7d2b-4895-8d36-83a132335279 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25416702'] for subnet (d539d2ca-6b8f-45e5-bdf9-73d038562a35), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.277754 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cded6edc-7d2b-4895-8d36-83a132335279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (d539d2ca-6b8f-45e5-bdf9-73d038562a35), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.339341 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba4fbd-5967-419a-acc1-d2df23e31160 req-5e9302ad-d4e1-4f8d-9b77-48dda9406efe tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:17.340818 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7cba4fbd-5967-419a-acc1-d2df23e31160 req-5e9302ad-d4e1-4f8d-9b77-48dda9406efe tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0534892 Jan 24 16:55:17.357336 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cded6edc-7d2b-4895-8d36-83a132335279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1357225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25359676'] for subnet (d539d2ca-6b8f-45e5-bdf9-73d038562a35), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.383362 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded6edc-7d2b-4895-8d36-83a132335279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d539d2ca-6b8f-45e5-bdf9-73d038562a35,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:17.387063 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cded6edc-7d2b-4895-8d36-83a132335279 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.393496 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-cded6edc-7d2b-4895-8d36-83a132335279 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/d539d2ca-6b8f-45e5-bdf9-73d038562a35 HTTP/1.1" status: 204 len: 168 time: 0.2931936 Jan 24 16:55:17.394151 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54444) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:17.419758 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7cba4fbd-5967-419a-acc1-d2df23e31160 req-444092df-3b5c-47ec-b378-213c134e34ff tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590556 Jan 24 16:55:17.467541 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (05a06454-aedd-45bd-ac81-fa6095dcc228), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.549066 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (05a06454-aedd-45bd-ac81-fa6095dcc228), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.558439 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54446) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:17.583439 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b25742fc-3878-4528-83c9-0254119856f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.588193 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a06454-aedd-45bd-ac81-fa6095dcc228']}} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:17.604025 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b7a6c4-a432-4b7f-bbde-2659e2809156') {'for_net_delete': True} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:17.604323 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b7a6c4-a432-4b7f-bbde-2659e2809156') {} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:17.618926 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25416693'] for segment (67b7a6c4-a432-4b7f-bbde-2659e2809156), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.637172 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (67b7a6c4-a432-4b7f-bbde-2659e2809156), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.648324 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=114081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:55:17.648703 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1357059'] for segment (67b7a6c4-a432-4b7f-bbde-2659e2809156), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: Traceback (most recent call last): Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: timer() Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: cb(*args, **kw) Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: return func(*args, **kwargs) Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: self._notify() Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: self.callback(batched_events) Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: event.method(event) Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: return f(self, *a, **k) Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._get(url).json() Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: return self.request(url, 'GET', **kwargs) Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:55:17.650298 dv-cinder-826116-1-iscsi neutron-server[114081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:55:17.706625 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (05a06454-aedd-45bd-ac81-fa6095dcc228), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.711163 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.714372 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] 10.222.0.117 "DELETE /v2.0/networks/05a06454-aedd-45bd-ac81-fa6095dcc228 HTTP/1.1" status: 204 len: 168 time: 0.3192897 Jan 24 16:55:17.733161 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd1fc1-5682-4eb8-8bb2-3a22bd9faf3e admin admin] Pushing event deleted for resources: {'Network': ['ID=05a06454-aedd-45bd-ac81-fa6095dcc228,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:17.768801 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b25742fc-3878-4528-83c9-0254119856f7 admin admin] Publish callbacks [] for security_group (2271b9ff-1f70-4061-8c8d-85a8054a63d2), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.772647 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b25742fc-3878-4528-83c9-0254119856f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2271b9ff-1f70-4061-8c8d-85a8054a63d2), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.815555 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-b25742fc-3878-4528-83c9-0254119856f7 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=922e97eb400c4a68a568130e6d1db418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560334 Jan 24 16:55:17.816417 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25742fc-3878-4528-83c9-0254119856f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2271b9ff-1f70-4061-8c8d-85a8054a63d2,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:17.818204 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54450) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:17.858462 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54454) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:17.868339 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bd7cad8d-cd88-45e9-a553-e39b764bd934 admin admin] Publish callbacks [] for security_group (2271b9ff-1f70-4061-8c8d-85a8054a63d2), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.893737 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bd7cad8d-cd88-45e9-a553-e39b764bd934 admin admin] Publish callbacks [] for security_group (2271b9ff-1f70-4061-8c8d-85a8054a63d2), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.897115 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54456) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:17.908339 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea9076f-9159-4e42-af57-417df893f7d3 admin admin] Deleting subnet 2492f3db-1c98-4f2a-a53b-ace29007638f {{(pid=114081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:55:17.918209 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7ea9076f-9159-4e42-af57-417df893f7d3 admin admin] Publish callbacks [] for subnet (2492f3db-1c98-4f2a-a53b-ace29007638f), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.944653 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bd7cad8d-cd88-45e9-a553-e39b764bd934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2271b9ff-1f70-4061-8c8d-85a8054a63d2), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.947607 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bd7cad8d-cd88-45e9-a553-e39b764bd934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.950978 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-bd7cad8d-cd88-45e9-a553-e39b764bd934 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/2271b9ff-1f70-4061-8c8d-85a8054a63d2 HTTP/1.1" status: 204 len: 168 time: 0.1294782 Jan 24 16:55:17.956783 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cad8d-cd88-45e9-a553-e39b764bd934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2271b9ff-1f70-4061-8c8d-85a8054a63d2,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:17.978205 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7ea9076f-9159-4e42-af57-417df893f7d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25416702'] for subnet (2492f3db-1c98-4f2a-a53b-ace29007638f), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:17.999744 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-9a525f40-ef74-47e0-b6b9-b982531677f4 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=9aeaba301e2e494aa3002631926924a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1015594 Jan 24 16:55:18.003110 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54460) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:18.055482 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7ea9076f-9159-4e42-af57-417df893f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (2492f3db-1c98-4f2a-a53b-ace29007638f), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.099165 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4f871735-b51a-44b8-b02f-5d599d05cd3d admin admin] Publish callbacks [] for security_group (92f14568-ee68-48a3-9349-d6104e33ecf1), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.130657 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4f871735-b51a-44b8-b02f-5d599d05cd3d admin admin] Publish callbacks [] for security_group (92f14568-ee68-48a3-9349-d6104e33ecf1), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.148686 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7ea9076f-9159-4e42-af57-417df893f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1357225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25359676'] for subnet (2492f3db-1c98-4f2a-a53b-ace29007638f), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.190962 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9076f-9159-4e42-af57-417df893f7d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2492f3db-1c98-4f2a-a53b-ace29007638f,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:18.195072 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7ea9076f-9159-4e42-af57-417df893f7d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.199248 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-7ea9076f-9159-4e42-af57-417df893f7d3 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/2492f3db-1c98-4f2a-a53b-ace29007638f HTTP/1.1" status: 204 len: 168 time: 0.3390188 Jan 24 16:55:18.201045 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54466) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:18.220322 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4f871735-b51a-44b8-b02f-5d599d05cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (92f14568-ee68-48a3-9349-d6104e33ecf1), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.223239 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4f871735-b51a-44b8-b02f-5d599d05cd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.224360 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-4f871735-b51a-44b8-b02f-5d599d05cd3d admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/92f14568-ee68-48a3-9349-d6104e33ecf1 HTTP/1.1" status: 204 len: 168 time: 0.2203617 Jan 24 16:55:18.233258 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f871735-b51a-44b8-b02f-5d599d05cd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f14568-ee68-48a3-9349-d6104e33ecf1,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:18.306196 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce703cc-9a22-4f26-95c4-e4d3ace311ec req-130e8f48-01ca-49fd-9d1d-975e5d5b2f0e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:18.316734 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dce703cc-9a22-4f26-95c4-e4d3ace311ec req-130e8f48-01ca-49fd-9d1d-975e5d5b2f0e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.0800443 Jan 24 16:55:18.330803 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (2bfca7db-995d-4492-840e-71486008c43c), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.392348 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dce703cc-9a22-4f26-95c4-e4d3ace311ec req-638b6881-265b-4a89-bdb1-52f829827af7 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747066 Jan 24 16:55:18.428703 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (2bfca7db-995d-4492-840e-71486008c43c), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.451989 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfca7db-995d-4492-840e-71486008c43c']}} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:18.468123 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dce5346-c29d-475b-9302-729785bd4b6b') {'for_net_delete': True} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:18.468416 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dce5346-c29d-475b-9302-729785bd4b6b') {} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:18.480041 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28954005'] for segment (0dce5346-c29d-475b-9302-729785bd4b6b), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.502167 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (0dce5346-c29d-475b-9302-729785bd4b6b), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.510687 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=114080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:55:18.511184 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28420638'] for segment (0dce5346-c29d-475b-9302-729785bd4b6b), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: Traceback (most recent call last): Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: timer() Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: cb(*args, **kw) Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: return func(*args, **kwargs) Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: self._notify() Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: self.callback(batched_events) Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: event.method(event) Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: return f(self, *a, **k) Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._get(url).json() Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: return self.request(url, 'GET', **kwargs) Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:55:18.513906 dv-cinder-826116-1-iscsi neutron-server[114080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:55:18.602187 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (2bfca7db-995d-4492-840e-71486008c43c), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.612641 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c033-6ed7-4deb-b666-2fc13ee7a989 req-ca102ac2-5bbb-4b91-9649-1c97a9fdbece tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:18.614205 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a977c033-6ed7-4deb-b666-2fc13ee7a989 req-ca102ac2-5bbb-4b91-9649-1c97a9fdbece tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.1050296 Jan 24 16:55:18.630474 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bfca7db-995d-4492-840e-71486008c43c,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:18.633083 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.636219 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-fcf9c9ac-6ce2-418b-bc69-c7be1da1ac55 admin admin] 10.222.0.117 "DELETE /v2.0/networks/2bfca7db-995d-4492-840e-71486008c43c HTTP/1.1" status: 204 len: 168 time: 0.4334984 Jan 24 16:55:18.682863 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a977c033-6ed7-4deb-b666-2fc13ee7a989 req-54a12f3d-04b0-40ac-944e-ea28794465d8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534697 Jan 24 16:55:18.688471 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54490) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:18.740172 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-d10a6aef-5a79-424a-afba-c171c9ac9550 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e97490f295204ca1a6d331c7ee0c9b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476630 Jan 24 16:55:18.740433 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54494) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:18.796370 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d56dcec3-4dda-447a-9b9f-458f4e4ff974 admin admin] Publish callbacks [] for security_group (ec1c074c-be55-404d-aa2a-c1cfab8696e3), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.824646 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d56dcec3-4dda-447a-9b9f-458f4e4ff974 admin admin] Publish callbacks [] for security_group (ec1c074c-be55-404d-aa2a-c1cfab8696e3), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.889158 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54500) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:18.927043 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d56dcec3-4dda-447a-9b9f-458f4e4ff974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (ec1c074c-be55-404d-aa2a-c1cfab8696e3), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.930346 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d56dcec3-4dda-447a-9b9f-458f4e4ff974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:18.931610 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-d56dcec3-4dda-447a-9b9f-458f4e4ff974 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ec1c074c-be55-404d-aa2a-c1cfab8696e3 HTTP/1.1" status: 204 len: 168 time: 0.1901441 Jan 24 16:55:18.963939 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54504) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:18.968251 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d5baa-44c6-4d02-a864-d2566a99710d req-cc3a1bb0-ac45-484d-82f3-d735a3d8ee4e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:18.968543 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dcec3-4dda-447a-9b9f-458f4e4ff974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1c074c-be55-404d-aa2a-c1cfab8696e3,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:18.970291 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7c3d5baa-44c6-4d02-a864-d2566a99710d req-cc3a1bb0-ac45-484d-82f3-d735a3d8ee4e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0863285 Jan 24 16:55:19.002035 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-0c19aa1d-e20d-4140-ba25-ff6a24ec88d2 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=772de9e75506447b87526f3e1f2cf34f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1117032 Jan 24 16:55:19.004579 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54510) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:19.032781 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918544f-7fba-4fd8-a159-8153c7bcfab5 req-a92a739a-2e76-4e03-9d62-7b1c7945440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:19.034273 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f918544f-7fba-4fd8-a159-8153c7bcfab5 req-a92a739a-2e76-4e03-9d62-7b1c7945440c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24a57596de944ff6b3c322128a836000&device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 1099 time: 0.0684035 Jan 24 16:55:19.048361 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7c3d5baa-44c6-4d02-a864-d2566a99710d req-2ed62e84-063a-4b5e-b511-6e10b6358e1f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704195 Jan 24 16:55:19.089798 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-42669c13-61e1-444a-96a3-023b9431446b admin admin] Publish callbacks [] for security_group (1c92e698-12a1-40d7-9313-6bfcf9a69cd5), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:19.117360 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-42669c13-61e1-444a-96a3-023b9431446b admin admin] Publish callbacks [] for security_group (1c92e698-12a1-40d7-9313-6bfcf9a69cd5), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:19.149034 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918544f-7fba-4fd8-a159-8153c7bcfab5 req-4875c527-07c9-49b4-8532-3f18a1c001db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:19.151045 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f918544f-7fba-4fd8-a159-8153c7bcfab5 req-4875c527-07c9-49b4-8532-3f18a1c001db service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be75c4f-241a-4241-8df3-f6088625575c HTTP/1.1" status: 200 len: 911 time: 0.1103008 Jan 24 16:55:19.181477 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-42669c13-61e1-444a-96a3-023b9431446b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (1c92e698-12a1-40d7-9313-6bfcf9a69cd5), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:19.184023 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-42669c13-61e1-444a-96a3-023b9431446b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:19.185160 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-42669c13-61e1-444a-96a3-023b9431446b admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/1c92e698-12a1-40d7-9313-6bfcf9a69cd5 HTTP/1.1" status: 204 len: 168 time: 0.1783845 Jan 24 16:55:19.194497 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42669c13-61e1-444a-96a3-023b9431446b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c92e698-12a1-40d7-9313-6bfcf9a69cd5,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:19.231758 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f918544f-7fba-4fd8-a159-8153c7bcfab5 req-7e49af24-c2f2-4e37-a123-c9e7320a3826 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ca8e31f-a171-49fb-ae74-f6d668a389a9 HTTP/1.1" status: 200 len: 1002 time: 0.0725830 Jan 24 16:55:19.275030 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-342035907-network', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:19.304491 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918544f-7fba-4fd8-a159-8153c7bcfab5 req-59fe3518-9e2b-47bb-a475-a66df432d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:19.305966 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f918544f-7fba-4fd8-a159-8153c7bcfab5 req-59fe3518-9e2b-47bb-a475-a66df432d027 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dfd489d-8367-4ed9-a498-6d5b61348aa4 HTTP/1.1" status: 200 len: 850 time: 0.0670114 Jan 24 16:55:19.324897 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Made reservation on behalf of 511e72017a4b4da7a0748dae5a59e0ac for: {'network': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:19.327120 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:19.349486 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:19.383963 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918544f-7fba-4fd8-a159-8153c7bcfab5 req-f785c3df-b3b9-4464-8bd8-71f53604814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:19.385487 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f918544f-7fba-4fd8-a159-8153c7bcfab5 req-f785c3df-b3b9-4464-8bd8-71f53604814e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be75c4f-241a-4241-8df3-f6088625575c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713179 Jan 24 16:55:19.805268 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd937ed-d61f-4393-bf43-8abb5a7c1879 req-14c05ca5-520b-4287-9a23-08b4115ae7ed tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:19.807208 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-edd937ed-d61f-4393-bf43-8abb5a7c1879 req-14c05ca5-520b-4287-9a23-08b4115ae7ed tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.0920038 Jan 24 16:55:19.816344 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Publish callbacks [] for security_group (5697647d-fea8-4fd7-b236-1ce0097f0821), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:19.833689 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (5697647d-fea8-4fd7-b236-1ce0097f0821), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:19.862956 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f918544f-7fba-4fd8-a159-8153c7bcfab5 req-a6b845f2-7d10-4c6a-b6cb-bf837833f09b service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671948 Jan 24 16:55:19.869624 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=114081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:55:19.921117 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (1ee68bd3-b611-4eb1-9f4c-95381af99fc8), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:19.921467 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.segments_db [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Added segment 1ee68bd3-b611-4eb1-9f4c-95381af99fc8 of type vlan for network 47466270-541d-4039-a73f-7e91d25c0bd6 Jan 24 16:55:19.943914 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5697647d-fea8-4fd7-b236-1ce0097f0821,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:19.966420 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54560) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:20.024442 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (47466270-541d-4039-a73f-7e91d25c0bd6), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.032728 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-edd937ed-d61f-4393-bf43-8abb5a7c1879 req-0d588d65-9613-4333-9ac1-5ddb7c6ab35f tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2174919 Jan 24 16:55:20.079632 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (47466270-541d-4039-a73f-7e91d25c0bd6), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.080459 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:20.081050 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.087238 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f918544f-7fba-4fd8-a159-8153c7bcfab5 req-94900382-783a-4bae-aacd-24af97ff63e1 service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034576 Jan 24 16:55:20.097763 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-130294511-network', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:20.134911 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Made reservation on behalf of 7a337369b3dc467394f2629fb2f8487c for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:20.137882 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.164301 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1930480 Jan 24 16:55:20.164301 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54580) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:20.167122 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.172854 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-ac2e73c2-f858-474f-8e13-0ebba6d641a8 admin admin] Request body: {'subnet': {'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-342035907-subnet', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'ip_version': 4}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:20.177268 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55069438-5f65-4954-9f1b-68587ab3d4c6 admin admin] Pushing event updated for resources: {'Network': ['ID=47466270-541d-4039-a73f-7e91d25c0bd6,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:20.190008 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 47466270-541d-4039-a73f-7e91d25c0bd6 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:55:20.217096 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2e73c2-f858-474f-8e13-0ebba6d641a8 admin admin] Made reservation on behalf of 511e72017a4b4da7a0748dae5a59e0ac for: {'subnet': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:20.220745 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ac2e73c2-f858-474f-8e13-0ebba6d641a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25359643'] for subnet (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.272569 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125af36-5a47-42a4-b2f9-d4e33a5ab278 req-88a2699e-fc3a-4070-8071-9e7c6337e205 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:20.274567 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a125af36-5a47-42a4-b2f9-d4e33a5ab278 req-88a2699e-fc3a-4070-8071-9e7c6337e205 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.1025255 Jan 24 16:55:20.370387 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a125af36-5a47-42a4-b2f9-d4e33a5ab278 req-071cc986-bbfb-40c9-9ea6-2c50edc86c77 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817161 Jan 24 16:55:20.403446 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Publish callbacks [] for security_group (1980392d-3e70-4d0f-a495-920013f513f7), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.408655 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (1980392d-3e70-4d0f-a495-920013f513f7), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.420257 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ac2e73c2-f858-474f-8e13-0ebba6d641a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1357290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25359653'] for subnet (e1a7df5c-5600-4530-8b3d-71768f17578c), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.433674 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=114080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:55:20.448150 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1980392d-3e70-4d0f-a495-920013f513f7,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:20.453395 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (ab52b26a-a5b6-4d4e-925f-6216a7b75954), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.454067 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Added segment ab52b26a-a5b6-4d4e-925f-6216a7b75954 of type vlan for network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e Jan 24 16:55:20.475564 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e73c2-f858-474f-8e13-0ebba6d641a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a7df5c-5600-4530-8b3d-71768f17578c,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:20.498908 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (65b89cb5-235f-4d33-82a0-9e74a9bccb1e), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.513639 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e73c2-f858-474f-8e13-0ebba6d641a8 admin admin] Checking segment: {'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:20.514092 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e73c2-f858-474f-8e13-0ebba6d641a8 admin admin] Network hostable DHCP agents. Network: 47466270-541d-4039-a73f-7e91d25c0bd6, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:55:20.537161 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e73c2-f858-474f-8e13-0ebba6d641a8 admin admin] Network 47466270-541d-4039-a73f-7e91d25c0bd6 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:55:20.543613 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (65b89cb5-235f-4d33-82a0-9e74a9bccb1e), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.545139 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:20.546084 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.549515 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e73c2-f858-474f-8e13-0ebba6d641a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 47466270-541d-4039-a73f-7e91d25c0bd6) {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:20.563051 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03158f68-878e-4fc1-8bc0-262de5bad714 None None] Network 47466270-541d-4039-a73f-7e91d25c0bd6 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:55:20.566236 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e73c2-f858-474f-8e13-0ebba6d641a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:20.566786 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ac2e73c2-f858-474f-8e13-0ebba6d641a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.590497 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-ac2e73c2-f858-474f-8e13-0ebba6d641a8 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4212806 Jan 24 16:55:20.590497 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54604) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:20.595653 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:20.624594 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29909'] for router (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.626640 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3713770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3725483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3672214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29932'] for router (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.701214 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Publish callbacks [] for router_controller (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), precommit_add_association {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.757276 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e441453-c1a8-5497-9479-e1bc9d482b0e-47466270-541d-4039-a73f-7e91d25c0bd6', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'fixed_ips': [{'subnet_id': 'e1a7df5c-5600-4530-8b3d-71768f17578c'}]}} from dv-cinder-826116-1-iscsi. {{(pid=114082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 16:55:20.758842 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.842521 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] Pushing event updated for resources: {'Network': ['ID=65b89cb5-235f-4d33-82a0-9e74a9bccb1e,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:20.850268 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-76e076d5-cd5d-4af7-bee8-28f17a04e9b1 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8822002 Jan 24 16:55:20.853571 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54608) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:20.858258 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:55:20.858994 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-7880f4dc-b5a4-41cd-bec4-7c6942e3e642 admin admin] Request body: {'subnet': {'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-130294511-subnet', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'ip_version': 4}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:20.865768 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Publish callbacks [] for router_gateway (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.894594 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7880f4dc-b5a4-41cd-bec4-7c6942e3e642 admin admin] Made reservation on behalf of 7a337369b3dc467394f2629fb2f8487c for: {'subnet': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:20.898138 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7880f4dc-b5a4-41cd-bec4-7c6942e3e642 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29096914'] for subnet (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:20.986195 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.db_base_plugin_common [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Allocated IP 172.20.0.2 (47466270-541d-4039-a73f-7e91d25c0bd6/e1a7df5c-5600-4530-8b3d-71768f17578c/182c7b10-7bbb-4c26-a726-d5660640fde5) {{(pid=114082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:21.113626 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7880f4dc-b5a4-41cd-bec4-7c6942e3e642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28420855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29096940'] for subnet (ea396585-6a9a-449a-a830-08620a48612e), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.115238 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Publish callbacks [] for router_gateway (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.150347 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.154325 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Publish callbacks [] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), precommit_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.165456 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.214109 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Network 47466270-541d-4039-a73f-7e91d25c0bd6 is already hosted by enough agents. {{(pid=114082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:21.217641 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Resources bound (agent type, host, resource id): {{(pid=114082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:21.222634 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Received port after_create {{(pid=114082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:21.224340 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880f4dc-b5a4-41cd-bec4-7c6942e3e642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea396585-6a9a-449a-a830-08620a48612e,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:21.226833 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Pushing event updated for resources: {'Port': ['ID=182c7b10-7bbb-4c26-a726-d5660640fde5,revision_number=1']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:21.230397 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7880f4dc-b5a4-41cd-bec4-7c6942e3e642 admin admin] Checking segment: {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:21.230775 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880f4dc-b5a4-41cd-bec4-7c6942e3e642 admin admin] Network hostable DHCP agents. Network: 65b89cb5-235f-4d33-82a0-9e74a9bccb1e, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:55:21.252362 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880f4dc-b5a4-41cd-bec4-7c6942e3e642 admin admin] Network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:55:21.267491 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-7880f4dc-b5a4-41cd-bec4-7c6942e3e642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 65b89cb5-235f-4d33-82a0-9e74a9bccb1e) {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:21.271739 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880f4dc-b5a4-41cd-bec4-7c6942e3e642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:21.272327 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7880f4dc-b5a4-41cd-bec4-7c6942e3e642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.293623 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-7880f4dc-b5a4-41cd-bec4-7c6942e3e642 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4388764 Jan 24 16:55:21.297106 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54628) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:21.304779 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:21.323016 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Allocated IP 172.27.3.70 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/04d23264-b481-4e5a-897d-3afbd2f7d9e4) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:21.337681 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29909'] for router (8b7aadd5-b03a-465c-8e31-547ae9e75b68), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.341323 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3713770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3725483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3672214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29932'] for router (8b7aadd5-b03a-465c-8e31-547ae9e75b68), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.437680 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Publish callbacks [] for router_controller (8b7aadd5-b03a-465c-8e31-547ae9e75b68), precommit_add_association {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.446450 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b09e4a8-bd67-495d-87ce-9f990eb95236 None None] Network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:55:21.498110 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0379a33-6bcc-43ad-b0a6-303a786487bc req-d974623c-b4e9-425b-848b-4439570267af tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:21.499652 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f0379a33-6bcc-43ad-b0a6-303a786487bc req-d974623c-b4e9-425b-848b-4439570267af tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.3313422 Jan 24 16:55:21.508709 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Attempting to bind port 182c7b10-7bbb-4c26-a726-d5660640fde5 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:21.509067 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Attempting to bind port 182c7b10-7bbb-4c26-a726-d5660640fde5 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:21.509610 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Attempting to bind port 182c7b10-7bbb-4c26-a726-d5660640fde5 on network 47466270-541d-4039-a73f-7e91d25c0bd6 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:21.514122 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Publish callbacks [] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.520458 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:21.521103 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Checking segment: {'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:21.521697 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.522241 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Bound using segment: {'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:21.522901 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Bound port: 182c7b10-7bbb-4c26-a726-d5660640fde5, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:21.523450 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.603710 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f0379a33-6bcc-43ad-b0a6-303a786487bc req-b889d72f-d1c2-4347-9715-09f7d81fcf5c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857916 Jan 24 16:55:21.617246 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.622611 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e441453-c1a8-5497-9479-e1bc9d482b0e-65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e'}]}} from dv-cinder-826116-1-iscsi. {{(pid=114082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 16:55:21.623712 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.629083 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] For port 182c7b10-7bbb-4c26-a726-d5660640fde5, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:21.652641 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] For port 182c7b10-7bbb-4c26-a726-d5660640fde5, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=182c7b10-7bbb-4c26-a726-d5660640fde5,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:21.663812 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:21.664775 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.669223 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:21.669963 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dad79-fc84-4ac6-b0e2-61a0e462348a req-142524fa-7165-42a2-903e-09c8af61018f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:21.672165 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:21.674004 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-223dad79-fc84-4ac6-b0e2-61a0e462348a req-142524fa-7165-42a2-903e-09c8af61018f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.2338769 Jan 24 16:55:21.676229 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Publish callbacks [] for router_gateway (8b7aadd5-b03a-465c-8e31-547ae9e75b68), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:21.727104 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Pushing event updated for resources: {'Port': ['ID=04d23264-b481-4e5a-897d-3afbd2f7d9e4,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:21.751062 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-223dad79-fc84-4ac6-b0e2-61a0e462348a req-3ec5cfbb-5f70-4839-bea2-5c72ab9628b4 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696094 Jan 24 16:55:21.802780 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c4f5c-1935-42b3-8417-43a18af4e70d None None] Pushing event updated for resources: {'Port': ['ID=182c7b10-7bbb-4c26-a726-d5660640fde5,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:21.856350 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.db_base_plugin_common [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Allocated IP 172.20.0.2 (65b89cb5-235f-4d33-82a0-9e74a9bccb1e/ea396585-6a9a-449a-a830-08620a48612e/2a648952-23ff-46dd-a450-6fd156ce606f) {{(pid=114082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:21.986183 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Publish callbacks [] for router_gateway (8b7aadd5-b03a-465c-8e31-547ae9e75b68), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.042983 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Publish callbacks [] for router_gateway (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.045829 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.070483 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Publish callbacks [] for port (2a648952-23ff-46dd-a450-6fd156ce606f), precommit_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.080049 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (2a648952-23ff-46dd-a450-6fd156ce606f), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.123695 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e is already hosted by enough agents. {{(pid=114082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:22.126949 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.base_scheduler [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Resources bound (agent type, host, resource id): {{(pid=114082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:22.140902 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Received port after_create {{(pid=114082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:22.184596 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Pushing event updated for resources: {'Port': ['ID=2a648952-23ff-46dd-a450-6fd156ce606f,revision_number=1']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:22.200365 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Allocated IP 172.27.3.170 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/eba77803-80a0-4532-8bb4-92fb7cdf5e44) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:22.224440 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Attempting to bind port 2a648952-23ff-46dd-a450-6fd156ce606f on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:22.225015 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Attempting to bind port 2a648952-23ff-46dd-a450-6fd156ce606f by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:22.225390 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Attempting to bind port 2a648952-23ff-46dd-a450-6fd156ce606f on network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:22.235568 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:22.235939 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Checking segment: {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:22.236341 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.236730 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Bound using segment: {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:22.237198 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Bound port: 2a648952-23ff-46dd-a450-6fd156ce606f, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:22.237577 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (2a648952-23ff-46dd-a450-6fd156ce606f), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.328882 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Publish callbacks [] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.330222 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] For port 2a648952-23ff-46dd-a450-6fd156ce606f, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:22.333655 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] For port 2a648952-23ff-46dd-a450-6fd156ce606f, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=2a648952-23ff-46dd-a450-6fd156ce606f,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:22.339333 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (2a648952-23ff-46dd-a450-6fd156ce606f), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.371330 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3713781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725329'] for router (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.380204 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.400050 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d2998-1697-4c16-9a1b-d849bb1ef7a5 None None] Pushing event updated for resources: {'Port': ['ID=2a648952-23ff-46dd-a450-6fd156ce606f,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:22.435044 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:22.438492 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:22.442256 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:22.476606 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Pushing event updated for resources: {'Port': ['ID=eba77803-80a0-4532-8bb4-92fb7cdf5e44,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:22.559237 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 is scheduled to L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d with binding_index 1 {{(pid=114081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:55:22.721625 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:22.732120 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Sync routers for ids ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:55:22.764920 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Routers {'0b07a30c-34ac-4d20-b9b0-67ffbd956a64'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:22.766380 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:22.812192 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.813740 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-6a4b7379-4a39-4ec3-9f76-e60918feb547 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2229428 Jan 24 16:55:22.817099 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54642) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:22.855192 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d1b92-5e9d-4e8c-ba3a-9ef665abffd5 req-ac22e657-f574-4c35-8e38-076b223cffde tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:22.856893 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c54d1b92-5e9d-4e8c-ba3a-9ef665abffd5 req-ac22e657-f574-4c35-8e38-076b223cffde tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.1332486 Jan 24 16:55:22.949952 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Set router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:22.960318 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Publish callbacks [] for router_gateway (8b7aadd5-b03a-465c-8e31-547ae9e75b68), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:22.993849 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c54d1b92-5e9d-4e8c-ba3a-9ef665abffd5 req-4130503a-ca70-4fb1-8974-84ba79f40da4 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1158702 Jan 24 16:55:23.219610 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 3, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:23.257888 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Checking router: 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:55:23.258519 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Updating router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 port 04d23264-b481-4e5a-897d-3afbd2f7d9e4 binding host dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:55:23.303607 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5792a351-70f4-410f-8470-aca8172d99fc None None] Network 47466270-541d-4039-a73f-7e91d25c0bd6 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:55:23.307561 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:23.494386 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-a386e27d-c4c1-4720-8aa5-6b2c41a86715 None None] Provisioning complete for port 182c7b10-7bbb-4c26-a726-d5660640fde5 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:23.494724 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a386e27d-c4c1-4720-8aa5-6b2c41a86715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:23.643971 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3713781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725329'] for router (8b7aadd5-b03a-465c-8e31-547ae9e75b68), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:23.692406 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e4c275-de7f-4a99-b431-50c2e2d301a0 None None] Network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:55:23.941243 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 is scheduled to L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d with binding_index 1 {{(pid=114080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:55:23.946469 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-a386e27d-c4c1-4720-8aa5-6b2c41a86715 None None] Current status of the port 182c7b10-7bbb-4c26-a726-d5660640fde5 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:23.946719 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a386e27d-c4c1-4720-8aa5-6b2c41a86715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:23.954389 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:23.990890 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Publish callbacks [] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), precommit_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:24.013925 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:24.017963 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-a386e27d-c4c1-4720-8aa5-6b2c41a86715 None None] For port 182c7b10-7bbb-4c26-a726-d5660640fde5, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=182c7b10-7bbb-4c26-a726-d5660640fde5,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:24.085254 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a386e27d-c4c1-4720-8aa5-6b2c41a86715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:24.117497 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:55:24.125933 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ff117-7da0-4e95-bc35-3e1d672455fd None None] Pushing event updated for resources: {'Port': ['ID=04d23264-b481-4e5a-897d-3afbd2f7d9e4,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:24.181246 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Attempting to bind port 04d23264-b481-4e5a-897d-3afbd2f7d9e4 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:24.181769 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Attempting to bind port 04d23264-b481-4e5a-897d-3afbd2f7d9e4 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:24.182294 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Attempting to bind port 04d23264-b481-4e5a-897d-3afbd2f7d9e4 on network f4e55208-cae1-44b0-b853-b1df1375b132 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:24.184254 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:24.218172 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe372539-ce68-46d0-a50f-7a74b9643d7c req-b1563ce7-15b0-4a7c-954d-14a288c532fc tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:24.227662 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:24.228197 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Checking segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:24.228764 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:24.229310 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Bound using segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:24.229991 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Bound port: 04d23264-b481-4e5a-897d-3afbd2f7d9e4, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:24.230943 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:24.237040 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-fe372539-ce68-46d0-a50f-7a74b9643d7c req-b1563ce7-15b0-4a7c-954d-14a288c532fc tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.1087005 Jan 24 16:55:24.241590 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Sync routers for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:55:24.243707 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 182c7b10-7bbb-4c26-a726-d5660640fde5 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:24.262585 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:24.263403 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:24.267947 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:24.272163 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-26b79794-9fe0-4dae-9d2f-b96dff67cd5f admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9711654 Jan 24 16:55:24.272163 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54654) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:24.339013 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386e27d-c4c1-4720-8aa5-6b2c41a86715 None None] Pushing event updated for resources: {'Port': ['ID=182c7b10-7bbb-4c26-a726-d5660640fde5,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:24.379797 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-fe372539-ce68-46d0-a50f-7a74b9643d7c req-53400f74-cb76-46c3-bae2-711e9b0fd4bb tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1418388 Jan 24 16:55:24.400843 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-20fdadaf-d302-46cb-bc50-8bc00be6fd42 None None] Provisioning complete for port 2a648952-23ff-46dd-a450-6fd156ce606f triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:24.401447 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-20fdadaf-d302-46cb-bc50-8bc00be6fd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (2a648952-23ff-46dd-a450-6fd156ce606f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:24.423076 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:24.496857 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 182c7b10-7bbb-4c26-a726-d5660640fde5 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:24.498731 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:24.504208 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Allocated IP 172.20.0.1 (47466270-541d-4039-a73f-7e91d25c0bd6/e1a7df5c-5600-4530-8b3d-71768f17578c/bea74685-8073-4127-bd87-d4169d6c7d63) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:24.561041 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] For port 04d23264-b481-4e5a-897d-3afbd2f7d9e4, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:24.597139 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] For port 04d23264-b481-4e5a-897d-3afbd2f7d9e4, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=04d23264-b481-4e5a-897d-3afbd2f7d9e4,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:24.610389 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:24.662070 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:22Z', 'revision_number': 3, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:24.699923 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Checking router: 8b7aadd5-b03a-465c-8e31-547ae9e75b68 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:55:24.700450 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Updating router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 port eba77803-80a0-4532-8bb4-92fb7cdf5e44 binding host dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:55:24.728088 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ff117-7da0-4e95-bc35-3e1d672455fd None None] Pushing event updated for resources: {'Port': ['ID=04d23264-b481-4e5a-897d-3afbd2f7d9e4,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:24.756345 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:24.830257 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Publish callbacks [] for port (bea74685-8073-4127-bd87-d4169d6c7d63), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:24.837510 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Routers {'0b07a30c-34ac-4d20-b9b0-67ffbd956a64'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:24.838341 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:24.892906 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 182c7b10-7bbb-4c26-a726-d5660640fde5 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:24.894347 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 2a648952-23ff-46dd-a450-6fd156ce606f up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:24.899265 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-20fdadaf-d302-46cb-bc50-8bc00be6fd42 None None] Current status of the port 2a648952-23ff-46dd-a450-6fd156ce606f is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:24.899815 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-20fdadaf-d302-46cb-bc50-8bc00be6fd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (2a648952-23ff-46dd-a450-6fd156ce606f), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:24.951945 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.022727 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-20fdadaf-d302-46cb-bc50-8bc00be6fd42 None None] For port 2a648952-23ff-46dd-a450-6fd156ce606f, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=2a648952-23ff-46dd-a450-6fd156ce606f,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:25.022988 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Network 47466270-541d-4039-a73f-7e91d25c0bd6 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:25.033165 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:25.034267 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-20fdadaf-d302-46cb-bc50-8bc00be6fd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (2a648952-23ff-46dd-a450-6fd156ce606f), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.038235 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] Set router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:25.040102 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:25.045400 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Pushing event updated for resources: {'Port': ['ID=bea74685-8073-4127-bd87-d4169d6c7d63,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:25.114478 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723583'] for router_interface (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.120772 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Publish callbacks [] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), precommit_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.128373 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.146915 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 2a648952-23ff-46dd-a450-6fd156ce606f triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:25.147293 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (2a648952-23ff-46dd-a450-6fd156ce606f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.197729 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-20fdadaf-d302-46cb-bc50-8bc00be6fd42 None None] Provisioning complete for port 182c7b10-7bbb-4c26-a726-d5660640fde5 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:25.198125 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-20fdadaf-d302-46cb-bc50-8bc00be6fd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.213465 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Pushing event updated for resources: {'Port': ['ID=eba77803-80a0-4532-8bb4-92fb7cdf5e44,revision_number=2']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:25.217746 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Attempting to bind port eba77803-80a0-4532-8bb4-92fb7cdf5e44 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:25.218051 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.218247 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Attempting to bind port eba77803-80a0-4532-8bb4-92fb7cdf5e44 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:25.218577 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Attempting to bind port eba77803-80a0-4532-8bb4-92fb7cdf5e44 on network f4e55208-cae1-44b0-b853-b1df1375b132 {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:25.227488 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.228084 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.228587 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.229189 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.229690 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.230180 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.230930 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.231432 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.231914 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.232413 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.232912 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.233388 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.234438 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:25.242856 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:25.242856 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Checking segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:25.243243 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.245466 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Bound using segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:25.245466 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Bound port: eba77803-80a0-4532-8bb4-92fb7cdf5e44, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:25.245466 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.293689 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdadaf-d302-46cb-bc50-8bc00be6fd42 None None] Pushing event updated for resources: {'Port': ['ID=2a648952-23ff-46dd-a450-6fd156ce606f,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:25.311350 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] For port eba77803-80a0-4532-8bb4-92fb7cdf5e44, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:25.316250 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] For port eba77803-80a0-4532-8bb4-92fb7cdf5e44, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=eba77803-80a0-4532-8bb4-92fb7cdf5e44,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:25.330194 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.398018 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:25.398636 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:25.437446 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.445445 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f0dd2-42a4-49ee-8e83-94db7a200156 None None] Pushing event updated for resources: {'Port': ['ID=eba77803-80a0-4532-8bb4-92fb7cdf5e44,revision_number=3']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:25.466044 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 2a648952-23ff-46dd-a450-6fd156ce606f is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:25.494294 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-20fdadaf-d302-46cb-bc50-8bc00be6fd42 None None] Current status of the port 182c7b10-7bbb-4c26-a726-d5660640fde5 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:25.542421 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 3, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:25.573591 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Allocated IP 172.20.0.1 (65b89cb5-235f-4d33-82a0-9e74a9bccb1e/ea396585-6a9a-449a-a830-08620a48612e/142d484f-3ebf-46fe-9e8e-6ab199c2632f) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:25.581218 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ec3a3-1775-45ed-b68b-ab0f1bae3d22 None None] The sync data for ids ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'] in dv-cinder-826116-1-iscsi is: [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:21Z', 'revision_number': 3, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:55:25.649455 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-5acb1aa6-93ca-447f-8ba8-7ae14ba7c546 None None] Provisioning complete for port 2a648952-23ff-46dd-a450-6fd156ce606f triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:25.649865 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5acb1aa6-93ca-447f-8ba8-7ae14ba7c546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (2a648952-23ff-46dd-a450-6fd156ce606f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.670431 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94817fb-2666-4eba-bcfc-060e7546a9cd req-2a504939-4b2f-453c-a369-59ad27bb969b tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:25.672950 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d94817fb-2666-4eba-bcfc-060e7546a9cd req-2a504939-4b2f-453c-a369-59ad27bb969b tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.1819353 Jan 24 16:55:25.700098 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:25.767812 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-5acb1aa6-93ca-447f-8ba8-7ae14ba7c546 None None] Current status of the port 2a648952-23ff-46dd-a450-6fd156ce606f is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:25.780834 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-5acb1aa6-93ca-447f-8ba8-7ae14ba7c546 None None] Provisioning complete for port bea74685-8073-4127-bd87-d4169d6c7d63 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:25.781832 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5acb1aa6-93ca-447f-8ba8-7ae14ba7c546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.836668 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-5acb1aa6-93ca-447f-8ba8-7ae14ba7c546 None None] Port bea74685-8073-4127-bd87-d4169d6c7d63 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:55:25.927432 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Publish callbacks [] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:25.977054 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d94817fb-2666-4eba-bcfc-060e7546a9cd req-a2fbd589-168e-4c25-adf1-306c6822f644 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2705259 Jan 24 16:55:26.042957 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:22Z', 'revision_number': 3, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:26.089956 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e32bec-7937-4a4c-9d7d-ccc4846c8776 None None] The sync data for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi is: [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:22Z', 'revision_number': 3, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:55:26.091273 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Publish callbacks [] for port (bea74685-8073-4127-bd87-d4169d6c7d63), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:26.100669 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:26.223870 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 182c7b10-7bbb-4c26-a726-d5660640fde5 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:26.300953 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 182c7b10-7bbb-4c26-a726-d5660640fde5 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:26.301633 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:26.396889 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:26.419311 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 182c7b10-7bbb-4c26-a726-d5660640fde5 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:26.420624 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 04d23264-b481-4e5a-897d-3afbd2f7d9e4 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:26.434160 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:26.456810 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:26.460504 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Pushing event updated for resources: {'Port': ['ID=bea74685-8073-4127-bd87-d4169d6c7d63,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:26.465856 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:26.472884 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720777'] for router_interface (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:26.512255 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 04d23264-b481-4e5a-897d-3afbd2f7d9e4 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:26.512255 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:26.623123 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 04d23264-b481-4e5a-897d-3afbd2f7d9e4 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:26.623598 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:26.635373 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Pushing event updated for resources: {'Port': ['ID=142d484f-3ebf-46fe-9e8e-6ab199c2632f,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:26.656728 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port 04d23264-b481-4e5a-897d-3afbd2f7d9e4, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=04d23264-b481-4e5a-897d-3afbd2f7d9e4,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:26.669569 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723583'] for router_interface (8b7aadd5-b03a-465c-8e31-547ae9e75b68), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:26.674082 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:26.675079 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 2a648952-23ff-46dd-a450-6fd156ce606f up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:26.765750 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Network 47466270-541d-4039-a73f-7e91d25c0bd6 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:26.771834 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:26.778399 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=04d23264-b481-4e5a-897d-3afbd2f7d9e4,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:26.830803 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 2a648952-23ff-46dd-a450-6fd156ce606f triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:26.831426 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (2a648952-23ff-46dd-a450-6fd156ce606f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:26.908559 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-1e42538e-15a9-42fe-9b0b-e8c531786f0c None None] Provisioning complete for port 142d484f-3ebf-46fe-9e8e-6ab199c2632f triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:26.909569 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1e42538e-15a9-42fe-9b0b-e8c531786f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:26.970470 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-1e42538e-15a9-42fe-9b0b-e8c531786f0c None None] Port 142d484f-3ebf-46fe-9e8e-6ab199c2632f cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:55:27.079776 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:27.115257 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:55:27.245312 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 2a648952-23ff-46dd-a450-6fd156ce606f is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:27.267314 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-fe511be4-f917-49f3-8636-fdc342f8aae8 None None] Provisioning complete for port bea74685-8073-4127-bd87-d4169d6c7d63 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:27.267689 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-fe511be4-f917-49f3-8636-fdc342f8aae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:27.313317 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-fe511be4-f917-49f3-8636-fdc342f8aae8 None None] Port bea74685-8073-4127-bd87-d4169d6c7d63 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:55:27.350343 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d477e-6dfb-44a2-bf03-6c30591772ba req-50f839b0-38f1-4f95-94a8-89b682fdf34b tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:27.351985 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c14d477e-6dfb-44a2-bf03-6c30591772ba req-50f839b0-38f1-4f95-94a8-89b682fdf34b tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.2596450 Jan 24 16:55:27.380759 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:27.397836 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-9f19acfd-2949-4c30-8bbf-f2da728bfd3e admin admin] 10.222.0.117 "PUT /v2.0/routers/0b07a30c-34ac-4d20-b9b0-67ffbd956a64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5761013 Jan 24 16:55:27.498081 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6c1a7-3416-48bc-8037-f770f11861aa req-5ada94cf-66c7-46b4-8a9e-35c33c84cdb9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:27.501261 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-54e6c1a7-3416-48bc-8037-f770f11861aa req-5ada94cf-66c7-46b4-8a9e-35c33c84cdb9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.0700831 Jan 24 16:55:27.507826 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c14d477e-6dfb-44a2-bf03-6c30591772ba req-57d7684e-b3c3-48a1-8fc7-fccdff23b7f1 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438298 Jan 24 16:55:27.555677 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Publish callbacks [] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:27.562920 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:27.573008 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-54e6c1a7-3416-48bc-8037-f770f11861aa req-e76ecfaa-48c0-4e26-8409-fc66a41867f7 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661485 Jan 24 16:55:27.634659 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720777'] for router_interface (8b7aadd5-b03a-465c-8e31-547ae9e75b68), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:27.637522 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Pushing event updated for resources: {'Port': ['ID=142d484f-3ebf-46fe-9e8e-6ab199c2632f,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:27.749520 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:27.751070 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:27.909154 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:55:28.049441 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-7aa3a6a9-a385-47d7-b1f6-e32300fd95a3 None None] Provisioning complete for port 142d484f-3ebf-46fe-9e8e-6ab199c2632f triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:28.049961 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-7aa3a6a9-a385-47d7-b1f6-e32300fd95a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.100021 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3a6a9-a385-47d7-b1f6-e32300fd95a3 None None] Port 142d484f-3ebf-46fe-9e8e-6ab199c2632f cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:55:28.100699 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:28.117690 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-9b9e1fe2-c460-442e-b642-d3295cef802b admin admin] 10.222.0.117 "PUT /v2.0/routers/8b7aadd5-b03a-465c-8e31-547ae9e75b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8443964 Jan 24 16:55:28.136496 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54704) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:28.143519 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1223207871-network', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:28.184252 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Made reservation on behalf of c9990d4896bc4ec48723c91c13213cc5 for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:28.187984 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.196079 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device eba77803-80a0-4532-8bb4-92fb7cdf5e44 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:28.212106 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.254834 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Sync routers for ids ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:55:28.282544 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Routers {'0b07a30c-34ac-4d20-b9b0-67ffbd956a64'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:28.283442 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:28.323914 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port eba77803-80a0-4532-8bb4-92fb7cdf5e44 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:28.324140 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.341420 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Publish callbacks [] for security_group (ba74781d-e3ec-4c44-a03a-a3dc0926cad1), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.349258 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (ba74781d-e3ec-4c44-a03a-a3dc0926cad1), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.370234 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=114080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:55:28.388989 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (848c70b5-09e8-4816-a558-7ceb14193c98), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.389338 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Added segment 848c70b5-09e8-4816-a558-7ceb14193c98 of type vlan for network 3ab194af-f015-4453-8a41-1cfb13577e74 Jan 24 16:55:28.391204 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba74781d-e3ec-4c44-a03a-a3dc0926cad1,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:28.472782 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (3ab194af-f015-4453-8a41-1cfb13577e74), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.480197 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Set router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:28.507811 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (3ab194af-f015-4453-8a41-1cfb13577e74), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.508774 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:28.509351 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.529007 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port eba77803-80a0-4532-8bb4-92fb7cdf5e44 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:28.529552 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.589235 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54712) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:28.589730 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4530544 Jan 24 16:55:28.596198 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-4d94d89b-e6b9-4859-98d9-c856d7a76e19 admin admin] Request body: {'subnet': {'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1223207871-subnet', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'ip_version': 4}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:28.596783 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f9451-83ee-47db-be03-54fd891071b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3ab194af-f015-4453-8a41-1cfb13577e74,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:28.597917 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port eba77803-80a0-4532-8bb4-92fb7cdf5e44, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=eba77803-80a0-4532-8bb4-92fb7cdf5e44,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:28.621904 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.623115 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 04d23264-b481-4e5a-897d-3afbd2f7d9e4 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:28.645588 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d94d89b-e6b9-4859-98d9-c856d7a76e19 admin admin] Made reservation on behalf of c9990d4896bc4ec48723c91c13213cc5 for: {'subnet': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:28.647923 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4d94d89b-e6b9-4859-98d9-c856d7a76e19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25359643'] for subnet (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.694541 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 3ab194af-f015-4453-8a41-1cfb13577e74 details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:55:28.771675 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fcee7-31fe-467b-89db-6e33c4dec011 req-7839975f-dd18-4dcd-bf62-b290911088cc tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:28.773230 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f55fcee7-31fe-467b-89db-6e33c4dec011 req-7839975f-dd18-4dcd-bf62-b290911088cc tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.1124349 Jan 24 16:55:28.817449 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=eba77803-80a0-4532-8bb4-92fb7cdf5e44,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:28.838890 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdc695-dba4-4f1f-9cc2-b020cb9e641d req-4d4087ac-9cb7-4b9e-8607-3fb845bb8747 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:28.844197 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cecdc695-dba4-4f1f-9cc2-b020cb9e641d req-4d4087ac-9cb7-4b9e-8607-3fb845bb8747 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.1108718 Jan 24 16:55:28.869566 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f55fcee7-31fe-467b-89db-6e33c4dec011 req-8e0e6ee9-c3e1-40df-96a3-baccee6c5004 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815027 Jan 24 16:55:28.871145 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 04d23264-b481-4e5a-897d-3afbd2f7d9e4 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:28.871543 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:28.956018 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 4, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'bea74685-8073-4127-bd87-d4169d6c7d63', 'name': '', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'mac_address': 'fa:16:3e:bb:f6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:23Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 2, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'subnets': [{'id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:28.995310 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Checking router: 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:55:28.995671 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Updating router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 port bea74685-8073-4127-bd87-d4169d6c7d63 binding host dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:55:29.007478 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cecdc695-dba4-4f1f-9cc2-b020cb9e641d req-e3c62f96-ede3-4c99-8a9d-9ee7130fdc48 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335230 Jan 24 16:55:29.023747 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 04d23264-b481-4e5a-897d-3afbd2f7d9e4 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:29.028391 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4d94d89b-e6b9-4859-98d9-c856d7a76e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1357290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25359653'] for subnet (e7295b13-4ac7-42f8-9995-95e0d85fa2e9), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.038373 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Sync routers for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:55:29.040367 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.056055 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:29.056055 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:29.056875 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54724) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:29.062554 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2039031030-network', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:29.087914 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Made reservation on behalf of 9c788630268b42d8ad7b2ea44bb36048 for: {'network': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:29.094934 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for network (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.104489 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.105851 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94d89b-e6b9-4859-98d9-c856d7a76e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7295b13-4ac7-42f8-9995-95e0d85fa2e9,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:29.126242 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d94d89b-e6b9-4859-98d9-c856d7a76e19 admin admin] Checking segment: {'id': '848c70b5-09e8-4816-a558-7ceb14193c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:29.127395 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d94d89b-e6b9-4859-98d9-c856d7a76e19 admin admin] Network hostable DHCP agents. Network: 3ab194af-f015-4453-8a41-1cfb13577e74, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:55:29.150861 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d94d89b-e6b9-4859-98d9-c856d7a76e19 admin admin] Network 3ab194af-f015-4453-8a41-1cfb13577e74 is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:55:29.167662 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-4d94d89b-e6b9-4859-98d9-c856d7a76e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 3ab194af-f015-4453-8a41-1cfb13577e74) {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:29.186842 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94d89b-e6b9-4859-98d9-c856d7a76e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:29.188046 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4d94d89b-e6b9-4859-98d9-c856d7a76e19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.197084 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb83713-2db1-468c-a1da-1c64ba6bb91d None None] Network 3ab194af-f015-4453-8a41-1cfb13577e74 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:55:29.197898 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:29.210863 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Publish callbacks [] for security_group (3448993f-0a6d-4029-8eb7-c2d3344b29e8), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.214074 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-4d94d89b-e6b9-4859-98d9-c856d7a76e19 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6235964 Jan 24 16:55:29.216589 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54726) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:29.217701 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (3448993f-0a6d-4029-8eb7-c2d3344b29e8), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.225408 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1223207871-router', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:29.264079 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=114080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 16:55:29.281590 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29909'] for router (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.282829 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3713770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3725483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3672214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29932'] for router (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.290919 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3448993f-0a6d-4029-8eb7-c2d3344b29e8,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:29.315513 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (9d263e41-94d6-4ef1-b7b4-5a5be575d368), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.316365 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.segments_db [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Added segment 9d263e41-94d6-4ef1-b7b4-5a5be575d368 of type vlan for network 5a8efa79-049c-49ef-83fc-f8f29036ecda Jan 24 16:55:29.377305 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743867180647'] for network (5a8efa79-049c-49ef-83fc-f8f29036ecda), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.397288 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Publish callbacks [] for router_controller (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), precommit_add_association {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.411972 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e441453-c1a8-5497-9479-e1bc9d482b0e-3ab194af-f015-4453-8a41-1cfb13577e74', 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74', 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'fixed_ips': [{'subnet_id': 'e7295b13-4ac7-42f8-9995-95e0d85fa2e9'}]}} from dv-cinder-826116-1-iscsi. {{(pid=114082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 16:55:29.413290 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.413853 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234'] for network (5a8efa79-049c-49ef-83fc-f8f29036ecda), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.414991 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:29.416250 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.416927 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-80cd80c7-546f-43ad-9751-fb8055760da2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:29.418645 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-80cd80c7-546f-43ad-9751-fb8055760da2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.1214914 Jan 24 16:55:29.497076 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:27Z', 'revision_number': 2, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:29.501359 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] Pushing event updated for resources: {'Network': ['ID=5a8efa79-049c-49ef-83fc-f8f29036ecda,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:29.513225 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-17a622e6-8b19-43bb-91af-4202852d5f55 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4550641 Jan 24 16:55:29.513864 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54730) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:29.517870 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Network 5a8efa79-049c-49ef-83fc-f8f29036ecda details requested by agent ovs-agent-dv-cinder-826116-1-iscsi with host dv-cinder-826116-1-iscsi {{(pid=114082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 16:55:29.520978 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-6ed93d40-b5de-4c5e-8b9a-21eb7ff012e1 admin admin] Request body: {'subnet': {'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2039031030-subnet', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'ip_version': 4}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:29.549895 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed93d40-b5de-4c5e-8b9a-21eb7ff012e1 admin admin] Made reservation on behalf of 9c788630268b42d8ad7b2ea44bb36048 for: {'subnet': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:29.552460 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6ed93d40-b5de-4c5e-8b9a-21eb7ff012e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29096914'] for subnet (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.555697 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Checking router: 8b7aadd5-b03a-465c-8e31-547ae9e75b68 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:55:29.556271 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Updating router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 port 142d484f-3ebf-46fe-9e8e-6ab199c2632f binding host dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:55:29.588147 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.666935 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Publish callbacks [] for router_gateway (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.715060 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Publish callbacks [] for port (bea74685-8073-4127-bd87-d4169d6c7d63), precommit_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.727724 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Deleting port 5af20f1e-1824-4d8f-ba09-7c0973152051 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:55:29.728322 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.729342 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.db_base_plugin_common [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Allocated IP 172.20.0.2 (3ab194af-f015-4453-8a41-1cfb13577e74/e7295b13-4ac7-42f8-9995-95e0d85fa2e9/02fb59af-5530-40bf-8fbe-89fdce8767ab) {{(pid=114082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:29.731948 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.784320 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6ed93d40-b5de-4c5e-8b9a-21eb7ff012e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28420855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29096940'] for subnet (11d9ba4b-d158-4b5d-97ee-a5f37a508a32), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.895313 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Attempting to bind port bea74685-8073-4127-bd87-d4169d6c7d63 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:29.895947 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Attempting to bind port bea74685-8073-4127-bd87-d4169d6c7d63 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:29.896088 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Attempting to bind port bea74685-8073-4127-bd87-d4169d6c7d63 on network 47466270-541d-4039-a73f-7e91d25c0bd6 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:29.899955 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b71776-56ee-4b26-9dd9-52c68ec1b41f None None] Pushing event updated for resources: {'Port': ['ID=bea74685-8073-4127-bd87-d4169d6c7d63,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:29.901210 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed93d40-b5de-4c5e-8b9a-21eb7ff012e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d9ba4b-d158-4b5d-97ee-a5f37a508a32,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:29.913663 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed93d40-b5de-4c5e-8b9a-21eb7ff012e1 admin admin] Checking segment: {'id': '9d263e41-94d6-4ef1-b7b4-5a5be575d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:29.914132 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed93d40-b5de-4c5e-8b9a-21eb7ff012e1 admin admin] Network hostable DHCP agents. Network: 5a8efa79-049c-49ef-83fc-f8f29036ecda, hostable agents: ['dde23c94-10fd-4603-8270-2e107b2445d5'], hosted agents: [] {{(pid=114080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 16:55:29.935871 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] For port 5af20f1e-1824-4d8f-ba09-7c0973152051, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=5af20f1e-1824-4d8f-ba09-7c0973152051,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:29.936244 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:29.953215 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed93d40-b5de-4c5e-8b9a-21eb7ff012e1 admin admin] Network 5a8efa79-049c-49ef-83fc-f8f29036ecda is scheduled to be hosted by DHCP agent dde23c94-10fd-4603-8270-2e107b2445d5 with binding_index 1 {{(pid=114080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 16:55:29.972377 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-6ed93d40-b5de-4c5e-8b9a-21eb7ff012e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826116-1-iscsi, 5a8efa79-049c-49ef-83fc-f8f29036ecda) {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:29.987759 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed93d40-b5de-4c5e-8b9a-21eb7ff012e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:29.993496 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6ed93d40-b5de-4c5e-8b9a-21eb7ff012e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.033901 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-6ed93d40-b5de-4c5e-8b9a-21eb7ff012e1 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5175886 Jan 24 16:55:30.035242 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54734) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:30.044251 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2039031030-router', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:30.120725 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3713662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29909'] for router (4d146b2a-ea0e-433d-b765-87c418c660a7), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.121997 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3713770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3725483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3672214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29932'] for router (4d146b2a-ea0e-433d-b765-87c418c660a7), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.146686 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Publish callbacks [] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), precommit_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.148985 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becd75c-03e3-41d7-ad04-88585cce6495 req-f4bcf9ba-aec4-4005-bd15-b80608dd61f5 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:30.150435 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0becd75c-03e3-41d7-ad04-88585cce6495 req-f4bcf9ba-aec4-4005-bd15-b80608dd61f5 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.1138768 Jan 24 16:55:30.165136 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.222593 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac6aa1-d13b-4c64-81f2-e24e37bd11d5 None None] Pushing event updated for resources: {'Port': ['ID=142d484f-3ebf-46fe-9e8e-6ab199c2632f,revision_number=3']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:30.234875 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd705794-1b8c-43fd-8e1b-88d07e41cedb None None] Network 5a8efa79-049c-49ef-83fc-f8f29036ecda requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:55:30.245450 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Publish callbacks [] for router_controller (4d146b2a-ea0e-433d-b765-87c418c660a7), precommit_add_association {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.246937 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device eba77803-80a0-4532-8bb4-92fb7cdf5e44 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:30.250011 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:30.250815 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Checking segment: {'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:30.251416 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.252031 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Bound using segment: {'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:30.252923 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Bound port: bea74685-8073-4127-bd87-d4169d6c7d63, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:30.254129 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.305947 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Attempting to bind port 142d484f-3ebf-46fe-9e8e-6ab199c2632f on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:30.306407 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Attempting to bind port 142d484f-3ebf-46fe-9e8e-6ab199c2632f by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:30.306911 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Attempting to bind port 142d484f-3ebf-46fe-9e8e-6ab199c2632f on network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:30.312613 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:30.313142 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Checking segment: {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:30.313858 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.314471 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Bound using segment: {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:30.315089 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Bound port: 142d484f-3ebf-46fe-9e8e-6ab199c2632f, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'}}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:30.315582 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.401700 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] For port 142d484f-3ebf-46fe-9e8e-6ab199c2632f, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:30.406910 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] For port 142d484f-3ebf-46fe-9e8e-6ab199c2632f, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=142d484f-3ebf-46fe-9e8e-6ab199c2632f,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:30.415015 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.482882 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0becd75c-03e3-41d7-ad04-88585cce6495 req-8adc97d3-40e1-4bb5-8c19-3ee25c09c969 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3012383 Jan 24 16:55:30.516220 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:30.516786 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:30.550564 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-e8d55903-0248-472a-900c-0c146acd55c8 None None] Provisioning complete for port bea74685-8073-4127-bd87-d4169d6c7d63 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:30.550946 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-e8d55903-0248-472a-900c-0c146acd55c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.583431 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac6aa1-d13b-4c64-81f2-e24e37bd11d5 None None] Pushing event updated for resources: {'Port': ['ID=142d484f-3ebf-46fe-9e8e-6ab199c2632f,revision_number=4']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:30.609147 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Publish callbacks [] for router_gateway (4d146b2a-ea0e-433d-b765-87c418c660a7), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.708037 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:30.786146 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] For port bea74685-8073-4127-bd87-d4169d6c7d63, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:30.802530 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-e8d55903-0248-472a-900c-0c146acd55c8 None None] Port bea74685-8073-4127-bd87-d4169d6c7d63 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:55:30.835666 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port eba77803-80a0-4532-8bb4-92fb7cdf5e44 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:30.836195 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.840983 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Publish callbacks [] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), precommit_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.845439 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e441453-c1a8-5497-9479-e1bc9d482b0e-5a8efa79-049c-49ef-83fc-f8f29036ecda', 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda', 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'fixed_ips': [{'subnet_id': '11d9ba4b-d158-4b5d-97ee-a5f37a508a32'}]}} from dv-cinder-826116-1-iscsi. {{(pid=114082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 16:55:30.846311 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.850609 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] For port bea74685-8073-4127-bd87-d4169d6c7d63, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=bea74685-8073-4127-bd87-d4169d6c7d63,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:30.899815 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.911564 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.928536 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.929256 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (e5a3a941-84a1-4406-9773-fed0973a313f), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.929545 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.l3_db [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Floating IP e5a3a941-84a1-4406-9773-fed0973a313f disassociated. External IP: 172.27.3.247, port: 5af20f1e-1824-4d8f-ba09-7c0973152051. Jan 24 16:55:30.930066 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Calling delete_port for 5af20f1e-1824-4d8f-ba09-7c0973152051 owned by compute:nova {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:55:30.938270 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Publish callbacks [] for router_gateway (4d146b2a-ea0e-433d-b765-87c418c660a7), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:30.986843 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:31.020862 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Network 3ab194af-f015-4453-8a41-1cfb13577e74 is already hosted by enough agents. {{(pid=114082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:31.026872 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:30Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:31.031307 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.base_scheduler [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Resources bound (agent type, host, resource id): {{(pid=114082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:31.041994 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Received port after_create {{(pid=114082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:31.063645 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d0e62f-8b94-4516-ad4b-5046d4a102c4 None None] The sync data for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi is: [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:30Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:55:31.175024 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Routers {'0b07a30c-34ac-4d20-b9b0-67ffbd956a64'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:31.177378 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:31.188053 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b71776-56ee-4b26-9dd9-52c68ec1b41f None None] Pushing event updated for resources: {'Port': ['ID=bea74685-8073-4127-bd87-d4169d6c7d63,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:31.205148 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-99533188-8918-46b3-b0e6-8afcd8a5fbe6 None None] Provisioning complete for port 142d484f-3ebf-46fe-9e8e-6ab199c2632f triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:31.205615 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-99533188-8918-46b3-b0e6-8afcd8a5fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:31.242738 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Allocated IP 172.27.3.79 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/49e94e48-e009-4661-b3ae-50652e73bd7d) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:31.246604 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92106c61-4ce3-4a65-9de3-b61539f19fe8 req-619fede5-356c-428f-bb11-f6c0dce02548 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:31.248222 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-92106c61-4ce3-4a65-9de3-b61539f19fe8 req-619fede5-356c-428f-bb11-f6c0dce02548 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 947 time: 0.6187565 Jan 24 16:55:31.335645 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Publish callbacks [] for router_gateway (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:31.373333 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (5af20f1e-1824-4d8f-ba09-7c0973152051), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:31.377251 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:31.432544 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event deleted for resources: {'Port': ['ID=5af20f1e-1824-4d8f-ba09-7c0973152051,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:31.498325 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-92106c61-4ce3-4a65-9de3-b61539f19fe8 req-4981373b-2b7e-4555-9e0f-9b4aefc4dad9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=88fe435e-587c-4302-87ce-783e3fa8a406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399771 Jan 24 16:55:31.632140 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port eba77803-80a0-4532-8bb4-92fb7cdf5e44 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:31.634646 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Attempting to bind port 02fb59af-5530-40bf-8fbe-89fdce8767ab on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:31.635056 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Attempting to bind port 02fb59af-5530-40bf-8fbe-89fdce8767ab by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '848c70b5-09e8-4816-a558-7ceb14193c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:31.635420 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Attempting to bind port 02fb59af-5530-40bf-8fbe-89fdce8767ab on network 3ab194af-f015-4453-8a41-1cfb13577e74 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:31.660836 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:31.661228 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Checking segment: {'id': '848c70b5-09e8-4816-a558-7ceb14193c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:31.661865 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:31.662954 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Bound using segment: {'id': '848c70b5-09e8-4816-a558-7ceb14193c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:31.663502 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Bound port: 02fb59af-5530-40bf-8fbe-89fdce8767ab, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848c70b5-09e8-4816-a558-7ceb14193c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:31.663891 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:31.674567 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Router 1f941712-92b2-486d-a239-063f82666aec has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:55:31.685415 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Publish callbacks [] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:31.700675 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94ff7e-15ee-4720-ac8e-cb103087ee20 req-9d410d27-857d-4edb-8fd0-258e4afa8e02 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:31.709642 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-bf94ff7e-15ee-4720-ac8e-cb103087ee20 req-9d410d27-857d-4edb-8fd0-258e4afa8e02 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.0933404 Jan 24 16:55:31.819281 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-bf94ff7e-15ee-4720-ac8e-cb103087ee20 req-a9c2d785-4497-425e-a590-aa8386d2d7b2 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&id=8a75eec8-0dcc-4941-a2aa-bc424b0564f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084697 Jan 24 16:55:31.821171 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:31.884499 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:31.887456 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] For port 02fb59af-5530-40bf-8fbe-89fdce8767ab, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:31.890225 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:31.892199 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] For port 02fb59af-5530-40bf-8fbe-89fdce8767ab, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=02fb59af-5530-40bf-8fbe-89fdce8767ab,segment=NetworkSegment(848c70b5-09e8-4816-a558-7ceb14193c98),segment_id=848c70b5-09e8-4816-a558-7ceb14193c98)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:31.895905 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:31.907095 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:31.909492 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Pushing event updated for resources: {'Port': ['ID=02fb59af-5530-40bf-8fbe-89fdce8767ab,revision_number=1']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:31.913325 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] Set router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:31.944869 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Pushing event updated for resources: {'Port': ['ID=49e94e48-e009-4661-b3ae-50652e73bd7d,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:31.995305 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Allocated IP 172.27.3.99 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/cafd99b2-e47c-42ab-8107-dab749745241) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:32.005887 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-99533188-8918-46b3-b0e6-8afcd8a5fbe6 None None] Current status of the port 142d484f-3ebf-46fe-9e8e-6ab199c2632f is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:32.006394 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-99533188-8918-46b3-b0e6-8afcd8a5fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:32.016179 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.db_base_plugin_common [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Allocated IP 172.20.0.2 (5a8efa79-049c-49ef-83fc-f8f29036ecda/11d9ba4b-d158-4b5d-97ee-a5f37a508a32/63870559-52e2-438b-ad8f-6c3c071368e3) {{(pid=114082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:32.143365 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:32.201096 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] No DVR routers for this DVR port 5af20f1e-1824-4d8f-ba09-7c0973152051 on host hv-cinder-82611 {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:55:32.204451 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:32.209440 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-47402427-c5a1-4757-bb4c-e3edaacfa835 req-c89b4b73-97e3-494a-a8f6-05cce02259e6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.79 "DELETE /v2.0/ports/5af20f1e-1824-4d8f-ba09-7c0973152051 HTTP/1.1" status: 204 len: 173 time: 2.7808831 Jan 24 16:55:32.220468 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'name': 'network-vif-deleted', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:55:32.221822 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 142d484f-3ebf-46fe-9e8e-6ab199c2632f up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:32.223697 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeccb8c6-38bd-4fb9-ac75-2e6ded94cafd" -d '{"events": [{"server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "name": "network-vif-deleted", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:55:32.224853 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91eaf48-268d-4469-80f7-ec4648433e0d None None] Sync routers for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:55:32.336159 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Publish callbacks [] for router_gateway (4d146b2a-ea0e-433d-b765-87c418c660a7), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:32.341559 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1473958-fc44-4b78-a155-7fbb5dc207d8 x-openstack-request-id: req-c1473958-fc44-4b78-a155-7fbb5dc207d8 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:55:32.341559 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3e6d05-f352-44f0-88b9-77cf52d979a3", "name": "network-vif-deleted", "tag": "5af20f1e-1824-4d8f-ba09-7c0973152051", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:55:32.341559 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c1473958-fc44-4b78-a155-7fbb5dc207d8 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:55:32.341559 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3e6d05-f352-44f0-88b9-77cf52d979a3', 'name': 'network-vif-deleted', 'tag': '5af20f1e-1824-4d8f-ba09-7c0973152051', 'status': 'completed', 'code': 200} Jan 24 16:55:32.350098 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Publish callbacks [] for port (cafd99b2-e47c-42ab-8107-dab749745241), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:32.400156 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b590941-7930-47e3-b360-c2d756d2bee5 None None] Pushing event updated for resources: {'Port': ['ID=02fb59af-5530-40bf-8fbe-89fdce8767ab,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:32.428641 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (cafd99b2-e47c-42ab-8107-dab749745241), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:32.463756 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-99533188-8918-46b3-b0e6-8afcd8a5fbe6 None None] For port 142d484f-3ebf-46fe-9e8e-6ab199c2632f, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=142d484f-3ebf-46fe-9e8e-6ab199c2632f,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:32.510040 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91eaf48-268d-4469-80f7-ec4648433e0d None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:32.510681 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-f91eaf48-268d-4469-80f7-ec4648433e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:32.532404 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:32.535647 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-99533188-8918-46b3-b0e6-8afcd8a5fbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:32.545805 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:32.580168 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:32.700055 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=cafd99b2-e47c-42ab-8107-dab749745241,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:32.834930 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc006310-f315-446e-8c57-ba37cbfadda4 req-c9e34564-7bb8-448a-b223-9c3bc9c5de28 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=fb3e6d05-f352-44f0-88b9-77cf52d979a3 HTTP/1.1" status: 200 len: 210 time: 0.0515678 Jan 24 16:55:32.837160 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3713781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725329'] for router (4d146b2a-ea0e-433d-b765-87c418c660a7), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:33.083182 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Router 4d146b2a-ea0e-433d-b765-87c418c660a7 is scheduled to L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d with binding_index 1 {{(pid=114080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:55:33.083448 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Publish callbacks [] for port (63870559-52e2-438b-ad8f-6c3c071368e3), precommit_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:33.084889 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99533188-8918-46b3-b0e6-8afcd8a5fbe6 None None] Pushing event updated for resources: {'Port': ['ID=142d484f-3ebf-46fe-9e8e-6ab199c2632f,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:33.160916 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 142d484f-3ebf-46fe-9e8e-6ab199c2632f triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:33.161298 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:33.170054 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405'] for port (63870559-52e2-438b-ad8f-6c3c071368e3), after_create {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:33.200616 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-56018759-2fc8-4c36-aa6c-b8bc29086c7f None None] Provisioning complete for port 142d484f-3ebf-46fe-9e8e-6ab199c2632f triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:33.200987 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-56018759-2fc8-4c36-aa6c-b8bc29086c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:33.219835 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Publish callbacks [] for router_gateway (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:33.243601 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:33.267470 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-f91eaf48-268d-4469-80f7-ec4648433e0d None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:33.268358 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Sync routers for ids ['4d146b2a-ea0e-433d-b765-87c418c660a7'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:55:33.273316 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:33.281879 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-dda695d9-081a-4a1d-93a3-d74e9d1523ca admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2411220 Jan 24 16:55:33.284731 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54770) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:33.302417 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Routers {'4d146b2a-ea0e-433d-b765-87c418c660a7'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:33.307502 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['4d146b2a-ea0e-433d-b765-87c418c660a7'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:33.360918 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Pushing event updated for resources: {'Port': ['ID=63870559-52e2-438b-ad8f-6c3c071368e3,revision_number=1']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:33.384719 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Network 5a8efa79-049c-49ef-83fc-f8f29036ecda is already hosted by enough agents. {{(pid=114082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:33.398063 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.scheduler.base_scheduler [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Resources bound (agent type, host, resource id): {{(pid=114082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:33.401615 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Received port after_create {{(pid=114082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:33.526248 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5af20f1e-1824-4d8f-ba09-7c0973152051 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:55:33.569117 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3713781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3725329'] for router (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:33.644646 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 142d484f-3ebf-46fe-9e8e-6ab199c2632f is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:33.674548 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 4, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'bea74685-8073-4127-bd87-d4169d6c7d63', 'name': '', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'mac_address': 'fa:16:3e:bb:f6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:23Z', 'updated_at': '2022-01-24T16:55:30Z', 'revision_number': 4, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'subnets': [{'id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:33.721525 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Set router 4d146b2a-ea0e-433d-b765-87c418c660a7 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:33.816817 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Router b0017c7f-99b5-4a65-b361-3d29ed6e6b16 is scheduled to L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d with binding_index 1 {{(pid=114081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 16:55:33.831578 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e857d05-3b68-48af-bcfa-b983f6bc2158 None None] The sync data for ids ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'] in dv-cinder-826116-1-iscsi is: [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 4, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'bea74685-8073-4127-bd87-d4169d6c7d63', 'name': '', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'mac_address': 'fa:16:3e:bb:f6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:23Z', 'updated_at': '2022-01-24T16:55:30Z', 'revision_number': 4, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'subnets': [{'id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:55:33.834438 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Attempting to bind port 63870559-52e2-438b-ad8f-6c3c071368e3 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:33.834870 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Attempting to bind port 63870559-52e2-438b-ad8f-6c3c071368e3 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '9d263e41-94d6-4ef1-b7b4-5a5be575d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:33.835637 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Attempting to bind port 63870559-52e2-438b-ad8f-6c3c071368e3 on network 5a8efa79-049c-49ef-83fc-f8f29036ecda {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:33.841629 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 5af20f1e-1824-4d8f-ba09-7c0973152051 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:55:33.842745 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 5af20f1e-1824-4d8f-ba09-7c0973152051 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:55:33.900697 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:33.901046 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Checking segment: {'id': '9d263e41-94d6-4ef1-b7b4-5a5be575d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:33.901450 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:33.901837 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Bound using segment: {'id': '9d263e41-94d6-4ef1-b7b4-5a5be575d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:33.902323 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Bound port: 63870559-52e2-438b-ad8f-6c3c071368e3, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d263e41-94d6-4ef1-b7b4-5a5be575d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:33.902701 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (63870559-52e2-438b-ad8f-6c3c071368e3), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:33.963749 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:34.045248 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-56018759-2fc8-4c36-aa6c-b8bc29086c7f None None] Current status of the port 142d484f-3ebf-46fe-9e8e-6ab199c2632f is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:34.087259 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f3d8f-1722-429e-a0d1-eeabd6003b18 None None] Network 3ab194af-f015-4453-8a41-1cfb13577e74 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:55:34.199021 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54778) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:34.214431 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:34.241332 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'name': 'tempest-TestVolumeBootPattern-2039031030-router', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:30Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 3, 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'gw_port': {'id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:34.255936 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:34.258531 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-1c24a455-6d75-4072-9ffd-bfee6a601cc6 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0386362 Jan 24 16:55:34.260623 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54780) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:34.296908 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Checking router: 4d146b2a-ea0e-433d-b765-87c418c660a7 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:55:34.297371 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Updating router 4d146b2a-ea0e-433d-b765-87c418c660a7 port 49e94e48-e009-4661-b3ae-50652e73bd7d binding host dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:55:34.319864 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Sync routers for ids ['b0017c7f-99b5-4a65-b361-3d29ed6e6b16'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:55:34.332723 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:34.353917 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:34.386641 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-56018759-2fc8-4c36-aa6c-b8bc29086c7f None None] Provisioning complete for port bea74685-8073-4127-bd87-d4169d6c7d63 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:34.387166 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-56018759-2fc8-4c36-aa6c-b8bc29086c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:34.393099 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] For port 63870559-52e2-438b-ad8f-6c3c071368e3, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:34.393325 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f1eb-04b3-4c7e-8504-a05309fb5e4c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group (88fe435e-587c-4302-87ce-783e3fa8a406), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:34.424255 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f1eb-04b3-4c7e-8504-a05309fb5e4c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group (88fe435e-587c-4302-87ce-783e3fa8a406), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:34.435106 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] For port 63870559-52e2-438b-ad8f-6c3c071368e3, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=63870559-52e2-438b-ad8f-6c3c071368e3,segment=NetworkSegment(9d263e41-94d6-4ef1-b7b4-5a5be575d368),segment_id=9d263e41-94d6-4ef1-b7b4-5a5be575d368)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:34.505426 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f1eb-04b3-4c7e-8504-a05309fb5e4c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (88fe435e-587c-4302-87ce-783e3fa8a406), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:34.508807 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f1eb-04b3-4c7e-8504-a05309fb5e4c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:34.514412 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-c6d5f1eb-04b3-4c7e-8504-a05309fb5e4c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "DELETE /v2.0/security-groups/88fe435e-587c-4302-87ce-783e3fa8a406 HTTP/1.1" status: 204 len: 168 time: 0.2255130 Jan 24 16:55:34.517016 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54782) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:34.555696 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (63870559-52e2-438b-ad8f-6c3c071368e3), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:34.557107 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5f1eb-04b3-4c7e-8504-a05309fb5e4c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fe435e-587c-4302-87ce-783e3fa8a406,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:34.581058 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device bea74685-8073-4127-bd87-d4169d6c7d63 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:34.591132 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.api.v2.resource [None req-4559249b-aa19-47c3-a2f3-7d163855c013 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] show failed (client error): The resource could not be found. Jan 24 16:55:34.596496 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-4559249b-aa19-47c3-a2f3-7d163855c013 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups/88fe435e-587c-4302-87ce-783e3fa8a406 HTTP/1.1" status: 404 len: 347 time: 0.0690875 Jan 24 16:55:34.599690 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54784) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:34.917755 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adea84d-b869-4c87-959e-1f637ad28a04 None None] Pushing event updated for resources: {'Port': ['ID=63870559-52e2-438b-ad8f-6c3c071368e3,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:34.930077 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Publish callbacks [] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), precommit_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:34.948505 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Routers {'b0017c7f-99b5-4a65-b361-3d29ed6e6b16'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:34.949557 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['b0017c7f-99b5-4a65-b361-3d29ed6e6b16'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:34.950214 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:35.121051 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Attempting to bind port 49e94e48-e009-4661-b3ae-50652e73bd7d on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:35.121885 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Attempting to bind port 49e94e48-e009-4661-b3ae-50652e73bd7d by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:35.121885 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Attempting to bind port 49e94e48-e009-4661-b3ae-50652e73bd7d on network f4e55208-cae1-44b0-b853-b1df1375b132 {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:35.143801 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6a8e3-cd84-447b-9698-9df99ccf0637 None None] Pushing event updated for resources: {'Port': ['ID=49e94e48-e009-4661-b3ae-50652e73bd7d,revision_number=2']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:35.163085 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:35.163581 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Checking segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:35.164066 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:35.164520 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Bound using segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:35.165390 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Bound port: 49e94e48-e009-4661-b3ae-50652e73bd7d, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:35.169604 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:35.175264 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Set router b0017c7f-99b5-4a65-b361-3d29ed6e6b16 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:35.298677 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] For port 49e94e48-e009-4661-b3ae-50652e73bd7d, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:35.299252 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-0579f4c4-5b56-4bbf-8e0d-a02dbf3a8b8e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Deleting port aa367035-a25f-4f66-ac85-470b04ebc895 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:55:35.299605 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0579f4c4-5b56-4bbf-8e0d-a02dbf3a8b8e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (aa367035-a25f-4f66-ac85-470b04ebc895), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:35.304221 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] For port 49e94e48-e009-4661-b3ae-50652e73bd7d, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=49e94e48-e009-4661-b3ae-50652e73bd7d,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:35.312866 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:35.418297 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6a8e3-cd84-447b-9698-9df99ccf0637 None None] Pushing event updated for resources: {'Port': ['ID=49e94e48-e009-4661-b3ae-50652e73bd7d,revision_number=3']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:35.461568 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Routers {'4d146b2a-ea0e-433d-b765-87c418c660a7'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:35.463656 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['4d146b2a-ea0e-433d-b765-87c418c660a7'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:35.464185 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0579f4c4-5b56-4bbf-8e0d-a02dbf3a8b8e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (aa367035-a25f-4f66-ac85-470b04ebc895), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:35.465632 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0579f4c4-5b56-4bbf-8e0d-a02dbf3a8b8e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (aa367035-a25f-4f66-ac85-470b04ebc895), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:35.479597 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Allocated IP 172.20.0.1 (5a8efa79-049c-49ef-83fc-f8f29036ecda/11d9ba4b-d158-4b5d-97ee-a5f37a508a32/5ce231ed-7cdf-4b26-8755-6f5d16ed03cd) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:35.498200 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-0579f4c4-5b56-4bbf-8e0d-a02dbf3a8b8e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Calling delete_port for aa367035-a25f-4f66-ac85-470b04ebc895 owned by network:floatingip {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:55:35.647492 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:35.707458 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] Set router 4d146b2a-ea0e-433d-b765-87c418c660a7 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:35.735946 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-f91eaf48-268d-4469-80f7-ec4648433e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:35.871451 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Allocated IP 172.20.0.1 (3ab194af-f015-4453-8a41-1cfb13577e74/e7295b13-4ac7-42f8-9995-95e0d85fa2e9/c105bc70-333f-46a8-ac9e-01552d68e241) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:35.884114 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a2b48254-9b2a-452e-88a3-c50564b4c9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:35.897248 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91eaf48-268d-4469-80f7-ec4648433e0d None None] Checking router: 1f941712-92b2-486d-a239-063f82666aec for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:55:35.904383 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port bea74685-8073-4127-bd87-d4169d6c7d63 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:35.910521 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:35.929708 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0579f4c4-5b56-4bbf-8e0d-a02dbf3a8b8e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (aa367035-a25f-4f66-ac85-470b04ebc895), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:35.948799 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-56018759-2fc8-4c36-aa6c-b8bc29086c7f None None] Current status of the port bea74685-8073-4127-bd87-d4169d6c7d63 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:35.948799 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-56018759-2fc8-4c36-aa6c-b8bc29086c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.131674 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579f4c4-5b56-4bbf-8e0d-a02dbf3a8b8e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event deleted for resources: {'Port': ['ID=aa367035-a25f-4f66-ac85-470b04ebc895,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:36.167070 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Publish callbacks [] for port (c105bc70-333f-46a8-ac9e-01552d68e241), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.212292 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'name': 'tempest-TestVolumeBootPattern-2039031030-router', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:30Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 3, 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'gw_port': {'id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:36.234444 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91eaf48-268d-4469-80f7-ec4648433e0d None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:36.241041 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-f91eaf48-268d-4469-80f7-ec4648433e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:36.241255 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.288478 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5897fc-edf6-42c1-807d-3c5d05e513ca None None] The sync data for ids ['4d146b2a-ea0e-433d-b765-87c418c660a7'] in dv-cinder-826116-1-iscsi is: [{'id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'name': 'tempest-TestVolumeBootPattern-2039031030-router', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:30Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 3, 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'gw_port': {'id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:55:36.324324 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Pushing event updated for resources: {'Port': ['ID=c105bc70-333f-46a8-ac9e-01552d68e241,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:36.335837 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Network 3ab194af-f015-4453-8a41-1cfb13577e74 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:36.337284 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:36.340328 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:36.355444 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-56018759-2fc8-4c36-aa6c-b8bc29086c7f None None] For port bea74685-8073-4127-bd87-d4169d6c7d63, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=bea74685-8073-4127-bd87-d4169d6c7d63,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:36.371785 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-56018759-2fc8-4c36-aa6c-b8bc29086c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.397646 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723583'] for router_interface (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.527901 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34215e27-31e6-4cb0-8bc1-06c62cea0fd3 None None] Network 5a8efa79-049c-49ef-83fc-f8f29036ecda requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:55:36.567990 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56018759-2fc8-4c36-aa6c-b8bc29086c7f None None] Pushing event updated for resources: {'Port': ['ID=bea74685-8073-4127-bd87-d4169d6c7d63,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:36.571146 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.575635 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-f91eaf48-268d-4469-80f7-ec4648433e0d None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:36.596345 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0579f4c4-5b56-4bbf-8e0d-a02dbf3a8b8e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (e5a3a941-84a1-4406-9773-fed0973a313f), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.598884 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0579f4c4-5b56-4bbf-8e0d-a02dbf3a8b8e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.600054 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-0579f4c4-5b56-4bbf-8e0d-a02dbf3a8b8e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "DELETE /v2.0/floatingips/e5a3a941-84a1-4406-9773-fed0973a313f HTTP/1.1" status: 204 len: 168 time: 1.9992256 Jan 24 16:55:36.614687 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Publish callbacks [] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.636092 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'name': 'tempest-TestShelveInstance-1223207871-router', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:29Z', 'updated_at': '2022-01-24T16:55:33Z', 'revision_number': 3, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'gw_port': {'id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:36.667597 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port bea74685-8073-4127-bd87-d4169d6c7d63 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:36.668807 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 02fb59af-5530-40bf-8fbe-89fdce8767ab up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:36.692072 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.716294 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Checking router: b0017c7f-99b5-4a65-b361-3d29ed6e6b16 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:55:36.716647 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Updating router b0017c7f-99b5-4a65-b361-3d29ed6e6b16 port cafd99b2-e47c-42ab-8107-dab749745241 binding host dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:55:36.748133 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Network 5a8efa79-049c-49ef-83fc-f8f29036ecda is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:36.752447 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:36.758224 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:36.768059 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-490dcbad-2bb5-4d2a-8ed1-3f66dab7a094 None None] Provisioning complete for port 02fb59af-5530-40bf-8fbe-89fdce8767ab triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:36.768449 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-490dcbad-2bb5-4d2a-8ed1-3f66dab7a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.797893 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Pushing event updated for resources: {'Port': ['ID=5ce231ed-7cdf-4b26-8755-6f5d16ed03cd,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:36.837914 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3723583'] for router_interface (4d146b2a-ea0e-433d-b765-87c418c660a7), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.860930 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (cafd99b2-e47c-42ab-8107-dab749745241), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.893167 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Publish callbacks [] for port (c105bc70-333f-46a8-ac9e-01552d68e241), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:36.905746 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:37.048775 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Pushing event updated for resources: {'Port': ['ID=c105bc70-333f-46a8-ac9e-01552d68e241,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:37.058260 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720777'] for router_interface (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:37.177961 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:37.241968 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Network 3ab194af-f015-4453-8a41-1cfb13577e74 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:37.245782 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:37.432663 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 02fb59af-5530-40bf-8fbe-89fdce8767ab triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:37.433199 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:37.435160 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-490dcbad-2bb5-4d2a-8ed1-3f66dab7a094 None None] Current status of the port 02fb59af-5530-40bf-8fbe-89fdce8767ab is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:37.435592 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-490dcbad-2bb5-4d2a-8ed1-3f66dab7a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:37.488065 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Publish callbacks [] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:37.501380 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:37.531769 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Router b0017c7f-99b5-4a65-b361-3d29ed6e6b16 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:55:37.611211 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-490dcbad-2bb5-4d2a-8ed1-3f66dab7a094 None None] For port 02fb59af-5530-40bf-8fbe-89fdce8767ab, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=02fb59af-5530-40bf-8fbe-89fdce8767ab,segment=NetworkSegment(848c70b5-09e8-4816-a558-7ceb14193c98),segment_id=848c70b5-09e8-4816-a558-7ceb14193c98)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:37.629656 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-490dcbad-2bb5-4d2a-8ed1-3f66dab7a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:37.652530 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54808) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:37.660724 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-7de5808e-17f9-4b25-8edb-5e7b03c5717e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368252142', 'description': 'tempest-description--2031916418'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:37.708052 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Pushing event updated for resources: {'Port': ['ID=5ce231ed-7cdf-4b26-8755-6f5d16ed03cd,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:37.737641 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720777'] for router_interface (4d146b2a-ea0e-433d-b765-87c418c660a7), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:37.748549 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:37.761289 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-6e77956f-d40e-4c9b-ab65-1b27a410b030 admin admin] 10.222.0.117 "PUT /v2.0/routers/b0017c7f-99b5-4a65-b361-3d29ed6e6b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4983735 Jan 24 16:55:37.847715 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490dcbad-2bb5-4d2a-8ed1-3f66dab7a094 None None] Pushing event updated for resources: {'Port': ['ID=02fb59af-5530-40bf-8fbe-89fdce8767ab,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:37.873683 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-a7f618a6-5e7a-4235-b46e-f885f60e131c None None] Provisioning complete for port 63870559-52e2-438b-ad8f-6c3c071368e3 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:37.874057 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a7f618a6-5e7a-4235-b46e-f885f60e131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (63870559-52e2-438b-ad8f-6c3c071368e3), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:37.891797 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7de5808e-17f9-4b25-8edb-5e7b03c5717e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:37.908048 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Network 5a8efa79-049c-49ef-83fc-f8f29036ecda is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:37.911261 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:38.042909 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f296bb31-f9a6-4ed4-98c1-4233d9baa19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.132819 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 02fb59af-5530-40bf-8fbe-89fdce8767ab is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:38.133968 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 142d484f-3ebf-46fe-9e8e-6ab199c2632f up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:38.180735 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7de5808e-17f9-4b25-8edb-5e7b03c5717e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group (a6d747fd-eca0-42af-b01f-7d89cefd31cc), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.181497 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Publish callbacks [] for port (cafd99b2-e47c-42ab-8107-dab749745241), precommit_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.188077 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Router 4d146b2a-ea0e-433d-b765-87c418c660a7 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:55:38.190675 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7de5808e-17f9-4b25-8edb-5e7b03c5717e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (a6d747fd-eca0-42af-b01f-7d89cefd31cc), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.200957 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f618a6-5e7a-4235-b46e-f885f60e131c None None] Current status of the port 63870559-52e2-438b-ad8f-6c3c071368e3 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:38.201723 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a7f618a6-5e7a-4235-b46e-f885f60e131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (63870559-52e2-438b-ad8f-6c3c071368e3), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.238617 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7de5808e-17f9-4b25-8edb-5e7b03c5717e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.239972 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-7de5808e-17f9-4b25-8edb-5e7b03c5717e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5854380 Jan 24 16:55:38.243302 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5808e-17f9-4b25-8edb-5e7b03c5717e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d747fd-eca0-42af-b01f-7d89cefd31cc,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:38.244371 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54816) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:38.255734 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (cafd99b2-e47c-42ab-8107-dab749745241), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.257191 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-7d57cc54-d149-4785-87c3-c88db8f83daa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Request body: {'security_group_rule': {'security_group_id': 'a6d747fd-eca0-42af-b01f-7d89cefd31cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:38.335686 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7d57cc54-d149-4785-87c3-c88db8f83daa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group_rule (04b42246-1540-4cf6-abfd-6cee3f6df46f), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.361541 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Attempting to bind port cafd99b2-e47c-42ab-8107-dab749745241 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:38.362017 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Attempting to bind port cafd99b2-e47c-42ab-8107-dab749745241 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:38.362363 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Attempting to bind port cafd99b2-e47c-42ab-8107-dab749745241 on network f4e55208-cae1-44b0-b853-b1df1375b132 {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:38.425806 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:38.426196 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Checking segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:38.426548 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.431528 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Bound using segment: {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:38.432212 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Bound port: cafd99b2-e47c-42ab-8107-dab749745241, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d08e08-2599-4ea2-871b-d0b3776f4a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:38.432451 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (cafd99b2-e47c-42ab-8107-dab749745241), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.493904 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7d57cc54-d149-4785-87c3-c88db8f83daa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group_rule (04b42246-1540-4cf6-abfd-6cee3f6df46f), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.509486 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7d57cc54-d149-4785-87c3-c88db8f83daa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (04b42246-1540-4cf6-abfd-6cee3f6df46f), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.525903 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:55:38.541071 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-050d366e-80d9-4e48-ae57-744bf3fb58ae admin admin] 10.222.0.117 "PUT /v2.0/routers/4d146b2a-ea0e-433d-b765-87c418c660a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2551467 Jan 24 16:55:38.549586 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57cc54-d149-4785-87c3-c88db8f83daa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b42246-1540-4cf6-abfd-6cee3f6df46f,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:38.563091 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-f91eaf48-268d-4469-80f7-ec4648433e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:38.564648 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7d57cc54-d149-4785-87c3-c88db8f83daa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.568239 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-7d57cc54-d149-4785-87c3-c88db8f83daa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3191767 Jan 24 16:55:38.569149 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54820) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:38.576484 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-3befe192-3501-4c29-bcc1-a7bef6858631 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Request body: {'security_group_rule': {'security_group_id': 'a6d747fd-eca0-42af-b01f-7d89cefd31cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:38.664674 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3befe192-3501-4c29-bcc1-a7bef6858631 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group_rule (2af4bd4d-af49-4c9d-b22f-2d6cca744d3f), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.738189 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6934604-91b6-4440-89dc-b4ce90936221 None None] Pushing event updated for resources: {'Port': ['ID=cafd99b2-e47c-42ab-8107-dab749745241,revision_number=2']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:38.742183 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91eaf48-268d-4469-80f7-ec4648433e0d None None] The sync data for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi is: [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:55:38.799022 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3befe192-3501-4c29-bcc1-a7bef6858631 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group_rule (2af4bd4d-af49-4c9d-b22f-2d6cca744d3f), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.822448 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3befe192-3501-4c29-bcc1-a7bef6858631 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (2af4bd4d-af49-4c9d-b22f-2d6cca744d3f), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.838230 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-a7f618a6-5e7a-4235-b46e-f885f60e131c None None] For port 63870559-52e2-438b-ad8f-6c3c071368e3, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=63870559-52e2-438b-ad8f-6c3c071368e3,segment=NetworkSegment(9d263e41-94d6-4ef1-b7b4-5a5be575d368),segment_id=9d263e41-94d6-4ef1-b7b4-5a5be575d368)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:38.869014 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a7f618a6-5e7a-4235-b46e-f885f60e131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (63870559-52e2-438b-ad8f-6c3c071368e3), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.869398 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54830) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:38.872106 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befe192-3501-4c29-bcc1-a7bef6858631 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af4bd4d-af49-4c9d-b22f-2d6cca744d3f,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:38.877356 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-3513b52d-d68e-4c9a-8830-399e6938433a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211813030', 'description': 'tempest-secgroup-smoke-1211813030 description', 'project_id': '511e72017a4b4da7a0748dae5a59e0ac'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:38.896978 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-3befe192-3501-4c29-bcc1-a7bef6858631 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.903495 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54832) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:38.904522 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-3befe192-3501-4c29-bcc1-a7bef6858631 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329070 Jan 24 16:55:38.914840 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Request body: {'floatingip': {'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:38.945811 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f618a6-5e7a-4235-b46e-f885f60e131c None None] Pushing event updated for resources: {'Port': ['ID=63870559-52e2-438b-ad8f-6c3c071368e3,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:38.953280 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] For port cafd99b2-e47c-42ab-8107-dab749745241, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:38.959478 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3513b52d-d68e-4c9a-8830-399e6938433a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.979654 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:38.980240 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] For port cafd99b2-e47c-42ab-8107-dab749745241, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=cafd99b2-e47c-42ab-8107-dab749745241,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:38.984802 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-a7f618a6-5e7a-4235-b46e-f885f60e131c None None] Provisioning complete for port c105bc70-333f-46a8-ac9e-01552d68e241 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:38.985518 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-a7f618a6-5e7a-4235-b46e-f885f60e131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.029026 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 142d484f-3ebf-46fe-9e8e-6ab199c2632f triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:39.029519 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.165667 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3513b52d-d68e-4c9a-8830-399e6938433a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group (27790f54-10bc-4e6b-822f-6d88c0ac1629), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.168673 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.174886 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3513b52d-d68e-4c9a-8830-399e6938433a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (27790f54-10bc-4e6b-822f-6d88c0ac1629), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.212652 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3513b52d-d68e-4c9a-8830-399e6938433a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.218419 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54836) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:39.224636 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-c5d968ae-f15b-4715-ab5d-0b4ae0870585 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Request body: {'security_group_rule': {'security_group_id': '27790f54-10bc-4e6b-822f-6d88c0ac1629', 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:39.229477 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-3513b52d-d68e-4c9a-8830-399e6938433a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3579414 Jan 24 16:55:39.250984 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f618a6-5e7a-4235-b46e-f885f60e131c None None] Port c105bc70-333f-46a8-ac9e-01552d68e241 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:55:39.253990 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (cafd99b2-e47c-42ab-8107-dab749745241), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.269566 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54838) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:39.300223 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.329263 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c5d968ae-f15b-4715-ab5d-0b4ae0870585 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (067c0ed3-0190-4a32-b68c-bbda55261f33), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.337906 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Routers {'b0017c7f-99b5-4a65-b361-3d29ed6e6b16'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:39.338868 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['b0017c7f-99b5-4a65-b361-3d29ed6e6b16'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:39.411520 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513b52d-d68e-4c9a-8830-399e6938433a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27790f54-10bc-4e6b-822f-6d88c0ac1629,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:39.421466 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bcadc4-53c3-41b9-b69b-8ca4cb3bcd5c None None] New status for floating IP e5a3a941-84a1-4406-9773-fed0973a313f: DOWN {{(pid=114083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:55:39.456209 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6934604-91b6-4440-89dc-b4ce90936221 None None] Pushing event updated for resources: {'Port': ['ID=cafd99b2-e47c-42ab-8107-dab749745241,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:39.477408 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c5d968ae-f15b-4715-ab5d-0b4ae0870585 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (067c0ed3-0190-4a32-b68c-bbda55261f33), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.485085 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c5d968ae-f15b-4715-ab5d-0b4ae0870585 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (067c0ed3-0190-4a32-b68c-bbda55261f33), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.528191 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d968ae-f15b-4715-ab5d-0b4ae0870585 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067c0ed3-0190-4a32-b68c-bbda55261f33,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:39.543206 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c5d968ae-f15b-4715-ab5d-0b4ae0870585 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.546797 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-c5d968ae-f15b-4715-ab5d-0b4ae0870585 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3245521 Jan 24 16:55:39.547965 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-85f5dd7a-1307-4735-b6a9-89ffbd3f654a None None] Provisioning complete for port 63870559-52e2-438b-ad8f-6c3c071368e3 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:39.548246 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54842) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:39.548380 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-85f5dd7a-1307-4735-b6a9-89ffbd3f654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (63870559-52e2-438b-ad8f-6c3c071368e3), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.552739 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-67c63c29-6791-4814-8af1-698f3be9ca87 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Request body: {'security_group_rule': {'security_group_id': '27790f54-10bc-4e6b-822f-6d88c0ac1629', 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:39.577664 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Allocated IP 172.27.3.247 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/2b545b07-42cd-4fb5-884e-ff27b720260c) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:39.616422 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-75eb3b01-4492-4189-9e59-b099289ec3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.682003 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 142d484f-3ebf-46fe-9e8e-6ab199c2632f is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:39.683852 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-67c63c29-6791-4814-8af1-698f3be9ca87 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (c1929311-3037-45d1-8db9-f42ed27ca211), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.720613 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] Set router b0017c7f-99b5-4a65-b361-3d29ed6e6b16 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:39.753453 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for port (2b545b07-42cd-4fb5-884e-ff27b720260c), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.855481 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (2b545b07-42cd-4fb5-884e-ff27b720260c), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.862568 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-85f5dd7a-1307-4735-b6a9-89ffbd3f654a None None] Current status of the port 63870559-52e2-438b-ad8f-6c3c071368e3 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:39.908826 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:39.913487 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:39.917843 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:39.927101 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-85f5dd7a-1307-4735-b6a9-89ffbd3f654a None None] Provisioning complete for port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:39.927715 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-85f5dd7a-1307-4735-b6a9-89ffbd3f654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.944720 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event updated for resources: {'Port': ['ID=2b545b07-42cd-4fb5-884e-ff27b720260c,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:39.956760 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-67c63c29-6791-4814-8af1-698f3be9ca87 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (c1929311-3037-45d1-8db9-f42ed27ca211), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.961856 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-75eb3b01-4492-4189-9e59-b099289ec3ab admin admin] Publish callbacks [] for security_group (a42dafbe-0804-4a19-9503-f33ba5149405), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:39.974683 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-67c63c29-6791-4814-8af1-698f3be9ca87 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (c1929311-3037-45d1-8db9-f42ed27ca211), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.005733 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-75eb3b01-4492-4189-9e59-b099289ec3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (a42dafbe-0804-4a19-9503-f33ba5149405), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.014722 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-85f5dd7a-1307-4735-b6a9-89ffbd3f654a None None] Port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:55:40.024908 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (fc2bd1a6-b5a1-45c9-8648-c60b73ff6859), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.066039 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-67c63c29-6791-4814-8af1-698f3be9ca87 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.069840 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-67c63c29-6791-4814-8af1-698f3be9ca87 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5181718 Jan 24 16:55:40.094220 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'name': 'tempest-TestShelveInstance-1223207871-router', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:29Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 4, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'gw_port': {'id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'c105bc70-333f-46a8-ac9e-01552d68e241', 'name': '', 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'mac_address': 'fa:16:3e:33:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e7295b13-4ac7-42f8-9995-95e0d85fa2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:35Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 2, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'subnets': [{'id': 'e7295b13-4ac7-42f8-9995-95e0d85fa2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:40.101988 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54844) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:40.102623 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (2b545b07-42cd-4fb5-884e-ff27b720260c), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.105758 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-75eb3b01-4492-4189-9e59-b099289ec3ab admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b4679e09188449aa8022cfbc2168cb94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8350370 Jan 24 16:55:40.108747 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb3b01-4492-4189-9e59-b099289ec3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42dafbe-0804-4a19-9503-f33ba5149405,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:40.124586 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54846) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:40.134686 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c63c29-6791-4814-8af1-698f3be9ca87 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1929311-3037-45d1-8db9-f42ed27ca211,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:40.134883 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dd9698-a692-45dc-9dea-a4577ae19567 None None] The sync data for ids ['b0017c7f-99b5-4a65-b361-3d29ed6e6b16'] in dv-cinder-826116-1-iscsi is: [{'id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'name': 'tempest-TestShelveInstance-1223207871-router', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:29Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 4, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'gw_port': {'id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'c105bc70-333f-46a8-ac9e-01552d68e241', 'name': '', 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'mac_address': 'fa:16:3e:33:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e7295b13-4ac7-42f8-9995-95e0d85fa2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:35Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 2, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'subnets': [{'id': 'e7295b13-4ac7-42f8-9995-95e0d85fa2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:55:40.168131 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-fb51fff6-7953-49f5-b0b7-cdf1f85acb57 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Request body: {'security_group_rule': {'security_group_id': '27790f54-10bc-4e6b-822f-6d88c0ac1629', 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:40.207609 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 02fb59af-5530-40bf-8fbe-89fdce8767ab up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:40.230289 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad4ba-da58-4ab3-a425-cd1e293f4f4a admin admin] Publish callbacks [] for security_group (a42dafbe-0804-4a19-9503-f33ba5149405), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.265561 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad4ba-da58-4ab3-a425-cd1e293f4f4a admin admin] Publish callbacks [] for security_group (a42dafbe-0804-4a19-9503-f33ba5149405), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.266662 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54848) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:40.297932 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-fadbf274-3cdf-467b-bd58-287164714615 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245594148', 'description': 'tempest-secgroup-smoke-245594148 description', 'project_id': '7a337369b3dc467394f2629fb2f8487c'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:40.305436 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fb51fff6-7953-49f5-b0b7-cdf1f85acb57 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (e153140b-0bde-4772-86f1-95e7db5bb14c), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.305766 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 02fb59af-5530-40bf-8fbe-89fdce8767ab triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:40.306411 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.335936 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad4ba-da58-4ab3-a425-cd1e293f4f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (a42dafbe-0804-4a19-9503-f33ba5149405), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.338618 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad4ba-da58-4ab3-a425-cd1e293f4f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.342901 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-0a9ad4ba-da58-4ab3-a425-cd1e293f4f4a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/a42dafbe-0804-4a19-9503-f33ba5149405 HTTP/1.1" status: 204 len: 168 time: 0.2121019 Jan 24 16:55:40.363996 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ad4ba-da58-4ab3-a425-cd1e293f4f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42dafbe-0804-4a19-9503-f33ba5149405,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:40.395487 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fadbf274-3cdf-467b-bd58-287164714615 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.431749 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 02fb59af-5530-40bf-8fbe-89fdce8767ab is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:40.432839 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device bea74685-8073-4127-bd87-d4169d6c7d63 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:40.471696 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fb51fff6-7953-49f5-b0b7-cdf1f85acb57 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (e153140b-0bde-4772-86f1-95e7db5bb14c), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.475201 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for port (2b545b07-42cd-4fb5-884e-ff27b720260c), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.484326 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fb51fff6-7953-49f5-b0b7-cdf1f85acb57 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (e153140b-0bde-4772-86f1-95e7db5bb14c), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.492912 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port bea74685-8073-4127-bd87-d4169d6c7d63 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:40.493285 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.500535 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (2b545b07-42cd-4fb5-884e-ff27b720260c), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.554452 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.554720 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51fff6-7953-49f5-b0b7-cdf1f85acb57 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e153140b-0bde-4772-86f1-95e7db5bb14c,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:40.577839 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fb51fff6-7953-49f5-b0b7-cdf1f85acb57 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.581845 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-fb51fff6-7953-49f5-b0b7-cdf1f85acb57 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4215848 Jan 24 16:55:40.582448 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54854) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:40.590205 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-5f4f25cf-2b32-4026-a190-a9679b46bcb2 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Request body: {'security_group_rule': {'security_group_id': '27790f54-10bc-4e6b-822f-6d88c0ac1629', 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:40.604726 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port bea74685-8073-4127-bd87-d4169d6c7d63 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:40.606072 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 63870559-52e2-438b-ad8f-6c3c071368e3 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:40.625389 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event updated for resources: {'Port': ['ID=2b545b07-42cd-4fb5-884e-ff27b720260c,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:40.644986 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fadbf274-3cdf-467b-bd58-287164714615 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group (2220eb5b-5620-4760-90d5-cacb9a6ffa11), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.647639 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5f4f25cf-2b32-4026-a190-a9679b46bcb2 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (f2ee7124-e6b3-4af6-b5b6-7d294392dca0), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.664653 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fadbf274-3cdf-467b-bd58-287164714615 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2220eb5b-5620-4760-90d5-cacb9a6ffa11), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.676161 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 63870559-52e2-438b-ad8f-6c3c071368e3 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:40.676459 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (63870559-52e2-438b-ad8f-6c3c071368e3), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.735312 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbf274-3cdf-467b-bd58-287164714615 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2220eb5b-5620-4760-90d5-cacb9a6ffa11,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:40.748278 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (fc2bd1a6-b5a1-45c9-8648-c60b73ff6859), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.749085 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5f4f25cf-2b32-4026-a190-a9679b46bcb2 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (f2ee7124-e6b3-4af6-b5b6-7d294392dca0), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.754111 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5f4f25cf-2b32-4026-a190-a9679b46bcb2 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (f2ee7124-e6b3-4af6-b5b6-7d294392dca0), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.767783 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-fadbf274-3cdf-467b-bd58-287164714615 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.772058 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-fadbf274-3cdf-467b-bd58-287164714615 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4784048 Jan 24 16:55:40.773783 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54860) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:40.781863 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-e87e2d3f-d7df-42db-b63a-837ff46d6a16 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'security_group_rule': {'security_group_id': '2220eb5b-5620-4760-90d5-cacb9a6ffa11', 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:40.784623 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f25cf-2b32-4026-a190-a9679b46bcb2 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ee7124-e6b3-4af6-b5b6-7d294392dca0,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:40.801348 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5f4f25cf-2b32-4026-a190-a9679b46bcb2 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.804195 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-5f4f25cf-2b32-4026-a190-a9679b46bcb2 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2191243 Jan 24 16:55:40.806102 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54862) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:40.812690 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-919d595d-d48c-46fb-b897-f18d1c5fdc8a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Request body: {'security_group_rule': {'security_group_id': '27790f54-10bc-4e6b-822f-6d88c0ac1629', 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:40.826082 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.828697 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 63870559-52e2-438b-ad8f-6c3c071368e3 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:40.829830 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 49e94e48-e009-4661-b3ae-50652e73bd7d up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:40.850389 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-f6d3d49f-f42a-4c63-b96b-b0d040dee837 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9457662 Jan 24 16:55:40.862278 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.securitygroups_db [None req-919d595d-d48c-46fb-b897-f18d1c5fdc8a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Project 511e72017a4b4da7a0748dae5a59e0ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:55:40.870602 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-919d595d-d48c-46fb-b897-f18d1c5fdc8a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (d3af503b-b1cc-48e8-8f66-0581eec09a40), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.891776 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e87e2d3f-d7df-42db-b63a-837ff46d6a16 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (ccffb1f5-fd85-48d8-a155-bead858cd31f), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.912818 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 49e94e48-e009-4661-b3ae-50652e73bd7d triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:40.913352 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:40.997852 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-919d595d-d48c-46fb-b897-f18d1c5fdc8a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (d3af503b-b1cc-48e8-8f66-0581eec09a40), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.003236 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-919d595d-d48c-46fb-b897-f18d1c5fdc8a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (d3af503b-b1cc-48e8-8f66-0581eec09a40), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.022162 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e87e2d3f-d7df-42db-b63a-837ff46d6a16 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (ccffb1f5-fd85-48d8-a155-bead858cd31f), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.031482 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e87e2d3f-d7df-42db-b63a-837ff46d6a16 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (ccffb1f5-fd85-48d8-a155-bead858cd31f), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.047681 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d595d-d48c-46fb-b897-f18d1c5fdc8a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3af503b-b1cc-48e8-8f66-0581eec09a40,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:41.058684 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-919d595d-d48c-46fb-b897-f18d1c5fdc8a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.064180 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-919d595d-d48c-46fb-b897-f18d1c5fdc8a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2570324 Jan 24 16:55:41.069481 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54876) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:41.073851 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e2d3f-d7df-42db-b63a-837ff46d6a16 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccffb1f5-fd85-48d8-a155-bead858cd31f,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:41.083219 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-daef9c51-8f8b-4477-821b-1f92c660996f tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Request body: {'security_group_rule': {'security_group_id': '27790f54-10bc-4e6b-822f-6d88c0ac1629', 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:41.100440 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e87e2d3f-d7df-42db-b63a-837ff46d6a16 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.105371 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54882) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:41.107977 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-e87e2d3f-d7df-42db-b63a-837ff46d6a16 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329895 Jan 24 16:55:41.114067 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-db40c693-3e33-4f00-bf50-baea79561068 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'security_group_rule': {'security_group_id': '2220eb5b-5620-4760-90d5-cacb9a6ffa11', 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:41.124245 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Sync routers for ids ['4d146b2a-ea0e-433d-b765-87c418c660a7'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:55:41.143886 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.securitygroups_db [None req-daef9c51-8f8b-4477-821b-1f92c660996f tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Project 511e72017a4b4da7a0748dae5a59e0ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:55:41.149017 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 49e94e48-e009-4661-b3ae-50652e73bd7d is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:41.149487 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.153205 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-daef9c51-8f8b-4477-821b-1f92c660996f tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (541407dc-a1d1-471c-97cc-73578429a3ef), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.167782 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Routers {'4d146b2a-ea0e-433d-b765-87c418c660a7'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:41.168870 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['4d146b2a-ea0e-433d-b765-87c418c660a7'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:41.196989 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port 49e94e48-e009-4661-b3ae-50652e73bd7d, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=49e94e48-e009-4661-b3ae-50652e73bd7d,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:41.226158 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-8d6ee5c1-2e84-4773-973f-6058c67368d2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-securitygroup--1368252142&fields=id&tenant_id=5ca1c94bee974fb986196c0be4064812 HTTP/1.1" status: 200 len: 267 time: 0.1054173 Jan 24 16:55:41.234425 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.266036 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-db40c693-3e33-4f00-bf50-baea79561068 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (b8e289d1-b179-4b16-8c39-9d48786dc6ef), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.353514 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=49e94e48-e009-4661-b3ae-50652e73bd7d,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:41.363816 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.364575 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.365139 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.365664 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.366181 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.366910 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.367440 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.367978 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.368379 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.368781 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.369303 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.370014 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.370533 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.407267 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Set router 4d146b2a-ea0e-433d-b765-87c418c660a7 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:41.422935 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-daef9c51-8f8b-4477-821b-1f92c660996f tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (541407dc-a1d1-471c-97cc-73578429a3ef), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.428177 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-db40c693-3e33-4f00-bf50-baea79561068 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (b8e289d1-b179-4b16-8c39-9d48786dc6ef), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.432726 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-daef9c51-8f8b-4477-821b-1f92c660996f tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (541407dc-a1d1-471c-97cc-73578429a3ef), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.470146 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-db40c693-3e33-4f00-bf50-baea79561068 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (b8e289d1-b179-4b16-8c39-9d48786dc6ef), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.479142 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-daef9c51-8f8b-4477-821b-1f92c660996f tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.480545 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-daef9c51-8f8b-4477-821b-1f92c660996f tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4008224 Jan 24 16:55:41.498431 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef9c51-8f8b-4477-821b-1f92c660996f tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541407dc-a1d1-471c-97cc-73578429a3ef,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:41.520260 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-db40c693-3e33-4f00-bf50-baea79561068 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.523206 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-db40c693-3e33-4f00-bf50-baea79561068 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4165976 Jan 24 16:55:41.524732 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54898) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:41.530596 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'security_group_rule': {'security_group_id': '2220eb5b-5620-4760-90d5-cacb9a6ffa11', 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:41.547203 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-a0e0126d-23b7-4802-a61a-7854f217953b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:41.548768 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-a0e0126d-23b7-4802-a61a-7854f217953b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 816 time: 0.3120909 Jan 24 16:55:41.549575 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40c693-3e33-4f00-bf50-baea79561068 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e289d1-b179-4b16-8c39-9d48786dc6ef,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:41.573815 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-a6e68690-dda6-48ca-97a2-210dd73133a5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/quotas/5ca1c94bee974fb986196c0be4064812 HTTP/1.1" status: 200 len: 375 time: 0.0190728 Jan 24 16:55:41.602704 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (3eb294de-7bdc-4307-b50f-bb2971cb502a), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.652416 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-d3389448-6456-475b-867a-a6f2b6ea97af tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776374 Jan 24 16:55:41.682709 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'name': 'tempest-TestVolumeBootPattern-2039031030-router', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:30Z', 'updated_at': '2022-01-24T16:55:37Z', 'revision_number': 4, 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'gw_port': {'id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '5ce231ed-7cdf-4b26-8755-6f5d16ed03cd', 'name': '', 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'mac_address': 'fa:16:3e:18:e8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '11d9ba4b-d158-4b5d-97ee-a5f37a508a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:34Z', 'updated_at': '2022-01-24T16:55:37Z', 'revision_number': 2, 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'subnets': [{'id': '11d9ba4b-d158-4b5d-97ee-a5f37a508a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:41.687728 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (3eb294de-7bdc-4307-b50f-bb2971cb502a), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.693461 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (3eb294de-7bdc-4307-b50f-bb2971cb502a), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.710793 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb294de-7bdc-4307-b50f-bb2971cb502a,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:41.720710 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.721069 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.721414 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.721750 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.722086 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.722417 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.722846 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.723132 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.723577 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.724036 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.724414 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.724742 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.725067 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:55:41.766890 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.771084 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54914) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:41.771563 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-2e63928c-b150-4b5f-969b-6ed5d6ded157 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2451985 Jan 24 16:55:41.775638 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-e43a474c-e03e-4a0b-be50-6ca2292c33c8 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'security_group_rule': {'security_group_id': '2220eb5b-5620-4760-90d5-cacb9a6ffa11', 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:41.835389 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e43a474c-e03e-4a0b-be50-6ca2292c33c8 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (3c2b19e6-96ab-489b-a6d2-3b0ee1fba921), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.911291 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Checking router: 4d146b2a-ea0e-433d-b765-87c418c660a7 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:55:41.911852 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Updating router 4d146b2a-ea0e-433d-b765-87c418c660a7 port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd binding host dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:55:41.940923 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 49e94e48-e009-4661-b3ae-50652e73bd7d up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:41.970315 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:41.973440 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.005987 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e43a474c-e03e-4a0b-be50-6ca2292c33c8 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (3c2b19e6-96ab-489b-a6d2-3b0ee1fba921), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.013481 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e43a474c-e03e-4a0b-be50-6ca2292c33c8 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (3c2b19e6-96ab-489b-a6d2-3b0ee1fba921), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.049746 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a474c-e03e-4a0b-be50-6ca2292c33c8 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2b19e6-96ab-489b-a6d2-3b0ee1fba921,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:42.062361 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-3a11a420-6d91-4741-b37f-c948f90fff84 service neutron] 10.222.0.117 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069262 Jan 24 16:55:42.066843 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e43a474c-e03e-4a0b-be50-6ca2292c33c8 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.067976 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e43a474c-e03e-4a0b-be50-6ca2292c33c8 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2958951 Jan 24 16:55:42.071733 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54942) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:42.078227 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-dd56cec0-5ecc-42bb-a27c-ffee59ae96db tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'security_group_rule': {'security_group_id': '2220eb5b-5620-4760-90d5-cacb9a6ffa11', 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:42.105787 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 49e94e48-e009-4661-b3ae-50652e73bd7d triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:42.106165 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.133502 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.securitygroups_db [None req-dd56cec0-5ecc-42bb-a27c-ffee59ae96db tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Project 7a337369b3dc467394f2629fb2f8487c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:55:42.162143 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-dd56cec0-5ecc-42bb-a27c-ffee59ae96db tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (0dcd2433-1fd5-495e-9995-01a47b598c44), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.248786 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-b9074462-3298-400e-8a51-00c1498f9892 service neutron] 10.222.0.117 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795673 Jan 24 16:55:42.266271 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54944) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:42.274528 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-dd56cec0-5ecc-42bb-a27c-ffee59ae96db tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (0dcd2433-1fd5-495e-9995-01a47b598c44), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.280614 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-dd56cec0-5ecc-42bb-a27c-ffee59ae96db tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (0dcd2433-1fd5-495e-9995-01a47b598c44), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.306279 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56cec0-5ecc-42bb-a27c-ffee59ae96db tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcd2433-1fd5-495e-9995-01a47b598c44,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:42.322718 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-dd56cec0-5ecc-42bb-a27c-ffee59ae96db tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.327798 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-dd56cec0-5ecc-42bb-a27c-ffee59ae96db tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2539959 Jan 24 16:55:42.328154 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 54948) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:42.333937 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-6f2ccbae-cf62-4797-8ad0-904d89c18209 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'security_group_rule': {'security_group_id': '2220eb5b-5620-4760-90d5-cacb9a6ffa11', 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:42.388209 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.securitygroups_db [None req-6f2ccbae-cf62-4797-8ad0-904d89c18209 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Project 7a337369b3dc467394f2629fb2f8487c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 16:55:42.397746 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 49e94e48-e009-4661-b3ae-50652e73bd7d is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:42.439668 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6f2ccbae-cf62-4797-8ad0-904d89c18209 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (582f7b9d-4c7b-4d5a-a189-e1ff76822d57), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.570422 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-47ceaeb4-2446-4926-a45a-6ae8e973dbe5 req-28ea58b3-597d-4d69-b6d9-c77e287db7ff tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 210 time: 0.0903533 Jan 24 16:55:42.612545 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6f2ccbae-cf62-4797-8ad0-904d89c18209 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (582f7b9d-4c7b-4d5a-a189-e1ff76822d57), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.622379 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6f2ccbae-cf62-4797-8ad0-904d89c18209 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (582f7b9d-4c7b-4d5a-a189-e1ff76822d57), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.626038 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a82a441a-a09c-4d9a-8c3b-d2714206cede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.634619 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Publish callbacks [] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), precommit_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.641781 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.662944 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6f2ccbae-cf62-4797-8ad0-904d89c18209 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.664516 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-6f2ccbae-cf62-4797-8ad0-904d89c18209 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3351057 Jan 24 16:55:42.667621 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ccbae-cf62-4797-8ad0-904d89c18209 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582f7b9d-4c7b-4d5a-a189-e1ff76822d57,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:42.751561 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceec888-5313-46bb-a39b-90f3c11a67f4 None None] Pushing event updated for resources: {'Port': ['ID=5ce231ed-7cdf-4b26-8755-6f5d16ed03cd,revision_number=3']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:42.780962 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a82a441a-a09c-4d9a-8c3b-d2714206cede admin admin] Publish callbacks [] for security_group (bbe38769-9892-48b3-ac93-e1327b3cd289), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.786956 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a82a441a-a09c-4d9a-8c3b-d2714206cede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (bbe38769-9892-48b3-ac93-e1327b3cd289), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.838577 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-a82a441a-a09c-4d9a-8c3b-d2714206cede admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=ebfa614efab1410b990c5f2ab8e69ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5708416 Jan 24 16:55:42.839421 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 54992) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:55:42.840036 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a441a-a09c-4d9a-8c3b-d2714206cede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe38769-9892-48b3-ac93-e1327b3cd289,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:42.901988 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Attempting to bind port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:42.912129 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Attempting to bind port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '9d263e41-94d6-4ef1-b7b4-5a5be575d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda'}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:42.912800 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Attempting to bind port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd on network 5a8efa79-049c-49ef-83fc-f8f29036ecda {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:42.924323 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:42.924705 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Checking segment: {'id': '9d263e41-94d6-4ef1-b7b4-5a5be575d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:42.925112 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.925504 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Bound using segment: {'id': '9d263e41-94d6-4ef1-b7b4-5a5be575d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda'} {{(pid=114082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:42.925982 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.managers [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Bound port: 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d263e41-94d6-4ef1-b7b4-5a5be575d368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda'}}] {{(pid=114082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:42.926353 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:42.980955 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-88362929-ab07-49fe-9496-0473a9bb6d80 admin admin] Publish callbacks [] for security_group (bbe38769-9892-48b3-ac93-e1327b3cd289), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:43.020789 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-88362929-ab07-49fe-9496-0473a9bb6d80 admin admin] Publish callbacks [] for security_group (bbe38769-9892-48b3-ac93-e1327b3cd289), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:43.095785 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] For port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:43.102587 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] For port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=5ce231ed-7cdf-4b26-8755-6f5d16ed03cd,segment=NetworkSegment(9d263e41-94d6-4ef1-b7b4-5a5be575d368),segment_id=9d263e41-94d6-4ef1-b7b4-5a5be575d368)] {{(pid=114082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:43.117994 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:43.124320 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-88362929-ab07-49fe-9496-0473a9bb6d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (bbe38769-9892-48b3-ac93-e1327b3cd289), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:43.127112 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-88362929-ab07-49fe-9496-0473a9bb6d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:43.128565 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-88362929-ab07-49fe-9496-0473a9bb6d80 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/bbe38769-9892-48b3-ac93-e1327b3cd289 HTTP/1.1" status: 204 len: 168 time: 0.2876127 Jan 24 16:55:43.148137 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88362929-ab07-49fe-9496-0473a9bb6d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe38769-9892-48b3-ac93-e1327b3cd289,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:43.241689 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Routers {'4d146b2a-ea0e-433d-b765-87c418c660a7'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:43.242361 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['4d146b2a-ea0e-433d-b765-87c418c660a7'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:43.340926 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-478b6e6b-9980-47c7-900c-b39bbe821277 None None] Provisioning complete for port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:43.341547 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-478b6e6b-9980-47c7-900c-b39bbe821277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:43.348505 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceec888-5313-46bb-a39b-90f3c11a67f4 None None] Pushing event updated for resources: {'Port': ['ID=5ce231ed-7cdf-4b26-8755-6f5d16ed03cd,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:43.566253 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] Set router 4d146b2a-ea0e-433d-b765-87c418c660a7 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:43.717676 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a4c4e381-ba91-490e-99ca-f7ca4910475d req-c749a739-37ba-4da1-bbd0-06002ca3f126 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 210 time: 0.0339291 Jan 24 16:55:43.881675 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-478b6e6b-9980-47c7-900c-b39bbe821277 None None] Current status of the port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:43.882807 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-478b6e6b-9980-47c7-900c-b39bbe821277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:43.940262 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-478b6e6b-9980-47c7-900c-b39bbe821277 None None] For port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=5ce231ed-7cdf-4b26-8755-6f5d16ed03cd,segment=NetworkSegment(9d263e41-94d6-4ef1-b7b4-5a5be575d368),segment_id=9d263e41-94d6-4ef1-b7b4-5a5be575d368)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:43.955844 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-478b6e6b-9980-47c7-900c-b39bbe821277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:43.987727 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device cafd99b2-e47c-42ab-8107-dab749745241 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:44.090015 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b6e6b-9980-47c7-900c-b39bbe821277 None None] Pushing event updated for resources: {'Port': ['ID=5ce231ed-7cdf-4b26-8755-6f5d16ed03cd,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:44.109881 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-cd199d6c-e958-47b4-b66b-1f30dd2fd84a None None] Provisioning complete for port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:44.110292 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-cd199d6c-e958-47b4-b66b-1f30dd2fd84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:44.159541 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port cafd99b2-e47c-42ab-8107-dab749745241 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:44.159920 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (cafd99b2-e47c-42ab-8107-dab749745241), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:44.162703 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'name': 'tempest-TestVolumeBootPattern-2039031030-router', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:30Z', 'updated_at': '2022-01-24T16:55:37Z', 'revision_number': 4, 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'gw_port': {'id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '5ce231ed-7cdf-4b26-8755-6f5d16ed03cd', 'name': '', 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'mac_address': 'fa:16:3e:18:e8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '11d9ba4b-d158-4b5d-97ee-a5f37a508a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:34Z', 'updated_at': '2022-01-24T16:55:43Z', 'revision_number': 4, 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'subnets': [{'id': '11d9ba4b-d158-4b5d-97ee-a5f37a508a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:44.215376 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d5fc8-2555-4149-937f-e75b95bdb593 None None] The sync data for ids ['4d146b2a-ea0e-433d-b765-87c418c660a7'] in dv-cinder-826116-1-iscsi is: [{'id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'name': 'tempest-TestVolumeBootPattern-2039031030-router', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:30Z', 'updated_at': '2022-01-24T16:55:37Z', 'revision_number': 4, 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'gw_port': {'id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '5ce231ed-7cdf-4b26-8755-6f5d16ed03cd', 'name': '', 'network_id': '5a8efa79-049c-49ef-83fc-f8f29036ecda', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'mac_address': 'fa:16:3e:18:e8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '11d9ba4b-d158-4b5d-97ee-a5f37a508a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:34Z', 'updated_at': '2022-01-24T16:55:43Z', 'revision_number': 4, 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'subnets': [{'id': '11d9ba4b-d158-4b5d-97ee-a5f37a508a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:55:44.298390 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-cd199d6c-e958-47b4-b66b-1f30dd2fd84a None None] Current status of the port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:44.326097 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port cafd99b2-e47c-42ab-8107-dab749745241 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:44.326892 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (cafd99b2-e47c-42ab-8107-dab749745241), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:44.357468 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] For port cafd99b2-e47c-42ab-8107-dab749745241, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=cafd99b2-e47c-42ab-8107-dab749745241,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:44.364756 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (cafd99b2-e47c-42ab-8107-dab749745241), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:44.438287 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Pushing event updated for resources: {'Port': ['ID=cafd99b2-e47c-42ab-8107-dab749745241,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:44.583261 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-bf23fb5a-b068-4c55-9cfb-922667956bf9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:44.585419 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-bf23fb5a-b068-4c55-9cfb-922667956bf9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.79 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 816 time: 0.1326306 Jan 24 16:55:44.689148 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-19e5bcc3-81cf-4e7c-a6e6-3983dd8eb9a4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ca1c94bee974fb986196c0be4064812 HTTP/1.1" status: 200 len: 380 time: 0.0942085 Jan 24 16:55:44.707830 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Request body: {'port': {'device_id': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'admin_state_up': True, 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'security_groups': ['a6d747fd-eca0-42af-b01f-7d89cefd31cc']}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:44.853769 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9e2a7d52-6137-4c91-8416-ad130c432917 req-78c10421-d5bc-4365-a7eb-d8868b4141f9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 210 time: 0.0338440 Jan 24 16:55:44.859207 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Made reservation on behalf of 5ca1c94bee974fb986196c0be4064812 for: {'port': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:55:44.862866 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:44.992409 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Allocated IP 172.20.0.5 (a9684751-c334-42d8-84b0-fcdb27d5b403/55fc4d69-4d19-4336-ada0-bf8595cc7edf/fd9d7942-a8b2-4999-a7ae-e2a43c49a79d) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:55:45.141002 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:45.178379 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:45.221680 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Network a9684751-c334-42d8-84b0-fcdb27d5b403 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:55:45.224835 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:55:45.228778 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:55:45.236068 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event updated for resources: {'Port': ['ID=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:45.297817 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:45.298485 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:45.322087 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ba9517ed-6a36-4ee0-9cad-00d6dfb1e006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6182430 Jan 24 16:55:45.462033 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Request body: {'port': {'device_id': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:55:45.511593 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Sync routers for ids ['b0017c7f-99b5-4a65-b361-3d29ed6e6b16'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:55:45.526313 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:45.532138 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Routers {'b0017c7f-99b5-4a65-b361-3d29ed6e6b16'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:45.533544 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['b0017c7f-99b5-4a65-b361-3d29ed6e6b16'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:45.541932 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f27228ad-51b0-43d8-a40e-e7d3ade631bb None None] Provisioning complete for port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:45.542502 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f27228ad-51b0-43d8-a40e-e7d3ade631bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:45.587824 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f27228ad-51b0-43d8-a40e-e7d3ade631bb None None] Port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:55:45.651816 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Set router b0017c7f-99b5-4a65-b361-3d29ed6e6b16 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:45.871585 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9d7942-a8b2-4999-a7ae-e2a43c49a79d {{(pid=114081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:55:45.903261 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Publish callbacks [] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:45.910237 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'name': 'tempest-TestShelveInstance-1223207871-router', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:29Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 4, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'gw_port': {'id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'c105bc70-333f-46a8-ac9e-01552d68e241', 'name': '', 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'mac_address': 'fa:16:3e:33:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e7295b13-4ac7-42f8-9995-95e0d85fa2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:35Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 2, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'subnets': [{'id': 'e7295b13-4ac7-42f8-9995-95e0d85fa2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:45.933001 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.provisioning_blocks [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Transition to ACTIVE for port object fd9d7942-a8b2-4999-a7ae-e2a43c49a79d will not be triggered until provisioned by entity L2. {{(pid=114081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:55:45.941339 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:45.945472 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Checking router: b0017c7f-99b5-4a65-b361-3d29ed6e6b16 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:55:45.945847 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Updating router b0017c7f-99b5-4a65-b361-3d29ed6e6b16 port c105bc70-333f-46a8-ac9e-01552d68e241 binding host dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 16:55:45.954886 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:45.992393 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:46.022803 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:46.023188 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:46.067827 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:46.142561 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:46.143708 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device cafd99b2-e47c-42ab-8107-dab749745241 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:46.144246 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2021ae-3a23-4eab-a81f-9d2607a7dc4c req-217572b0-f029-4e97-afe8-9e2e0711f077 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:46.145946 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ba2021ae-3a23-4eab-a81f-9d2607a7dc4c req-217572b0-f029-4e97-afe8-9e2e0711f077 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.1628287 Jan 24 16:55:46.193948 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Attempting to bind port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:46.194332 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Attempting to bind port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:46.194668 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Attempting to bind port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d on network a9684751-c334-42d8-84b0-fcdb27d5b403 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:46.205696 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d on network a9684751-c334-42d8-84b0-fcdb27d5b403 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:55:46.206114 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Attempting to bind port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d on network a9684751-c334-42d8-84b0-fcdb27d5b403 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:46.222160 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port cafd99b2-e47c-42ab-8107-dab749745241 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:46.222367 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (cafd99b2-e47c-42ab-8107-dab749745241), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:46.243431 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:46.243768 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Checking segment: {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:46.244161 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Bound using segment: {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:46.244603 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Bound port: fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7fff94-7cc7-426d-9655-0f858e407927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403'}}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:46.244964 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:46.274538 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ba2021ae-3a23-4eab-a81f-9d2607a7dc4c req-31c765b8-b79d-4603-825e-e2efa3ca16d1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099851 Jan 24 16:55:46.376721 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, cleared binding levels {{(pid=114081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:46.382435 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:46.389176 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:46.397846 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port cafd99b2-e47c-42ab-8107-dab749745241 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:46.427202 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Publish callbacks [] for port (c105bc70-333f-46a8-ac9e-01552d68e241), precommit_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:46.437180 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:46.440258 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:46.442717 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:46.442717 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] 10.222.0.79 "PUT /v2.0/ports/fd9d7942-a8b2-4999-a7ae-e2a43c49a79d HTTP/1.1" status: 200 len: 1093 time: 1.1074717 Jan 24 16:55:46.443180 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:55:46.445333 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ac4342-796c-49f6-8e7b-d84328a50124" -d '{"events": [{"name": "network-changed", "server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:55:46.463664 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403441ce-dec0-4554-a61a-ca3c119c59c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,revision_number=3']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:46.550639 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b46908-e9a9-4e3e-a75f-32cea24b7963 None None] Pushing event updated for resources: {'Port': ['ID=c105bc70-333f-46a8-ac9e-01552d68e241,revision_number=3']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:46.593403 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-c473f742-2f23-417d-b23f-2757693d5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:46.595028 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-c473f742-2f23-417d-b23f-2757693d5999 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 1096 time: 0.1057925 Jan 24 16:55:46.639334 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Attempting to bind port c105bc70-333f-46a8-ac9e-01552d68e241 on host dv-cinder-826116-1-iscsi for vnic_type normal with profile {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:55:46.639620 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Attempting to bind port c105bc70-333f-46a8-ac9e-01552d68e241 by drivers openvswitch,hyperv on host dv-cinder-826116-1-iscsi at level 0 using segments [{'id': '848c70b5-09e8-4816-a558-7ceb14193c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74'}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:55:46.640167 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Attempting to bind port c105bc70-333f-46a8-ac9e-01552d68e241 on network 3ab194af-f015-4453-8a41-1cfb13577e74 {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:55:46.653589 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Checking agent: {'id': 'e24ae868-6c4a-495f-ad45-e41bbbffa835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826116-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 42, 12), 'started_at': datetime.datetime(2022, 1, 24, 16, 42, 42), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826116-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:55:46.654014 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Checking segment: {'id': '848c70b5-09e8-4816-a558-7ceb14193c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:55:46.654951 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:46.655350 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Bound using segment: {'id': '848c70b5-09e8-4816-a558-7ceb14193c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74'} {{(pid=114083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:55:46.656025 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.managers [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Bound port: c105bc70-333f-46a8-ac9e-01552d68e241, host: dv-cinder-826116-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848c70b5-09e8-4816-a558-7ceb14193c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74'}}] {{(pid=114083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:55:46.656466 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), before_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:46.712811 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-5aa67e48-ecfb-4387-9a3c-a86f543d1378 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d HTTP/1.1" status: 200 len: 217 time: 0.1065283 Jan 24 16:55:46.719813 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260d23fb-3aa2-4e9f-8683-b7b212430fe4 x-openstack-request-id: req-260d23fb-3aa2-4e9f-8683-b7b212430fe4 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:55:46.720093 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:55:46.720637 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-260d23fb-3aa2-4e9f-8683-b7b212430fe4 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:55:46.721044 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'status': 'completed', 'code': 200} Jan 24 16:55:46.811745 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-0fe5a3cc-93b6-42ef-9ee1-8e46b91ef0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:46.814266 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-0fe5a3cc-93b6-42ef-9ee1-8e46b91ef0b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 200 len: 855 time: 0.0853336 Jan 24 16:55:46.827734 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] For port c105bc70-333f-46a8-ac9e-01552d68e241, host dv-cinder-826116-1-iscsi, cleared binding levels {{(pid=114083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:55:46.832611 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.plugins.ml2.db [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] For port c105bc70-333f-46a8-ac9e-01552d68e241, host dv-cinder-826116-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=c105bc70-333f-46a8-ac9e-01552d68e241,segment=NetworkSegment(848c70b5-09e8-4816-a558-7ceb14193c98),segment_id=848c70b5-09e8-4816-a558-7ceb14193c98)] {{(pid=114083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:55:46.848700 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron_lib.callbacks.manager [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), after_update {{(pid=114083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:46.872170 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ab6b98c2-dd0f-4912-bf2c-bfc25467a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:46.874252 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ab6b98c2-dd0f-4912-bf2c-bfc25467a0b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9684751-c334-42d8-84b0-fcdb27d5b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467565 Jan 24 16:55:46.939960 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Routers {'b0017c7f-99b5-4a65-b361-3d29ed6e6b16'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:55:46.940678 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:55:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['b0017c7f-99b5-4a65-b361-3d29ed6e6b16'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:46.992236 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b46908-e9a9-4e3e-a75f-32cea24b7963 None None] Pushing event updated for resources: {'Port': ['ID=c105bc70-333f-46a8-ac9e-01552d68e241,revision_number=4']} {{(pid=114083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:47.020306 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-2a14f01d-9956-42e4-98ad-985d5ae98661 None None] Provisioning complete for port c105bc70-333f-46a8-ac9e-01552d68e241 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:47.020827 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2a14f01d-9956-42e4-98ad-985d5ae98661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:47.127120 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] Set router b0017c7f-99b5-4a65-b361-3d29ed6e6b16 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:55:47.149963 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-2a14f01d-9956-42e4-98ad-985d5ae98661 None None] Current status of the port c105bc70-333f-46a8-ac9e-01552d68e241 is: DOWN; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:47.150350 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2a14f01d-9956-42e4-98ad-985d5ae98661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:47.208645 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-2a14f01d-9956-42e4-98ad-985d5ae98661 None None] For port c105bc70-333f-46a8-ac9e-01552d68e241, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=c105bc70-333f-46a8-ac9e-01552d68e241,segment=NetworkSegment(848c70b5-09e8-4816-a558-7ceb14193c98),segment_id=848c70b5-09e8-4816-a558-7ceb14193c98)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:55:47.214321 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2a14f01d-9956-42e4-98ad-985d5ae98661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:47.290310 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14f01d-9956-42e4-98ad-985d5ae98661 None None] Pushing event updated for resources: {'Port': ['ID=c105bc70-333f-46a8-ac9e-01552d68e241,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:55:47.339748 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-ceef2418-a049-4ddd-972a-4bd502119b27 None None] Provisioning complete for port c105bc70-333f-46a8-ac9e-01552d68e241 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:47.340266 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ceef2418-a049-4ddd-972a-4bd502119b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:47.346310 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-ea2d0577-4671-49af-b872-fd882e2a8ada service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637918 Jan 24 16:55:47.398812 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'name': 'tempest-TestShelveInstance-1223207871-router', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:29Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 4, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'gw_port': {'id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'c105bc70-333f-46a8-ac9e-01552d68e241', 'name': '', 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'mac_address': 'fa:16:3e:33:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e7295b13-4ac7-42f8-9995-95e0d85fa2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:35Z', 'updated_at': '2022-01-24T16:55:46Z', 'revision_number': 4, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'subnets': [{'id': 'e7295b13-4ac7-42f8-9995-95e0d85fa2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:55:47.429427 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-ceef2418-a049-4ddd-972a-4bd502119b27 None None] Current status of the port c105bc70-333f-46a8-ac9e-01552d68e241 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:47.430036 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511003c8-373a-421f-bdd8-2183cffae441 None None] The sync data for ids ['b0017c7f-99b5-4a65-b361-3d29ed6e6b16'] in dv-cinder-826116-1-iscsi is: [{'id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'name': 'tempest-TestShelveInstance-1223207871-router', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:29Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 4, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'gw_port': {'id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'c105bc70-333f-46a8-ac9e-01552d68e241', 'name': '', 'network_id': '3ab194af-f015-4453-8a41-1cfb13577e74', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'mac_address': 'fa:16:3e:33:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e7295b13-4ac7-42f8-9995-95e0d85fa2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:35Z', 'updated_at': '2022-01-24T16:55:46Z', 'revision_number': 4, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'subnets': [{'id': 'e7295b13-4ac7-42f8-9995-95e0d85fa2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:55:47.491244 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b7947-d7bc-46ce-a40d-07402cec6413 req-59768db3-cbc0-4460-9274-a9ab41a2444b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:47.492780 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2b4b7947-d7bc-46ce-a40d-07402cec6413 req-59768db3-cbc0-4460-9274-a9ab41a2444b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.1078391 Jan 24 16:55:47.497457 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-96c1077c-6783-4a4b-a862-9257e8934c34 req-05082574-c7c0-4999-b91f-7dc3c2589625 service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441960 Jan 24 16:55:47.548494 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-2b4b7947-d7bc-46ce-a40d-07402cec6413 req-d4af445c-662e-496c-9db1-813ec983cc02 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492673 Jan 24 16:55:47.599653 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac4342-796c-49f6-8e7b-d84328a50124 req-dab9baa1-1d43-4b26-b644-06bcf23f2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:47.601301 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b8ac4342-796c-49f6-8e7b-d84328a50124 req-dab9baa1-1d43-4b26-b644-06bcf23f2d3d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 1096 time: 0.0445840 Jan 24 16:55:47.705030 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac4342-796c-49f6-8e7b-d84328a50124 req-8f557dc2-9259-4e52-9810-7dc3afa5347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:47.706502 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b8ac4342-796c-49f6-8e7b-d84328a50124 req-8f557dc2-9259-4e52-9810-7dc3afa5347a service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 916 time: 0.0942600 Jan 24 16:55:47.756522 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b8ac4342-796c-49f6-8e7b-d84328a50124 req-19a0630a-fd6d-4bf2-a8bf-ecc37a405996 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d HTTP/1.1" status: 200 len: 217 time: 0.0393891 Jan 24 16:55:47.822853 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac4342-796c-49f6-8e7b-d84328a50124 req-6d65cd6f-94cc-4ed1-9ff3-85ca62cc88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:47.828993 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b8ac4342-796c-49f6-8e7b-d84328a50124 req-6d65cd6f-94cc-4ed1-9ff3-85ca62cc88e0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 200 len: 855 time: 0.0662315 Jan 24 16:55:47.854664 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device c105bc70-333f-46a8-ac9e-01552d68e241 up at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:55:47.879167 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac4342-796c-49f6-8e7b-d84328a50124 req-d2f2d367-0c7d-41f3-94a6-72b0e85b076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:47.880714 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b8ac4342-796c-49f6-8e7b-d84328a50124 req-d2f2d367-0c7d-41f3-94a6-72b0e85b076b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9684751-c334-42d8-84b0-fcdb27d5b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464125 Jan 24 16:55:47.917177 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Provisioning complete for port c105bc70-333f-46a8-ac9e-01552d68e241 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:55:47.917702 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:55:47.984209 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b8ac4342-796c-49f6-8e7b-d84328a50124 req-33f30183-dfa5-4c87-92f7-9aa3c597750f service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947342 Jan 24 16:55:48.014128 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port c105bc70-333f-46a8-ac9e-01552d68e241 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:55:48.089589 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b8ac4342-796c-49f6-8e7b-d84328a50124 req-b757c91f-abad-4b9a-b966-fa6cb694d487 service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967128 Jan 24 16:55:48.667727 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eddd11-b611-4755-9a0d-566f218b8b95 req-eec557cf-fcf2-40f5-ad3d-e0aca39b9a34 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:48.669200 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f1eddd11-b611-4755-9a0d-566f218b8b95 req-eec557cf-fcf2-40f5-ad3d-e0aca39b9a34 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0474055 Jan 24 16:55:48.715641 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f1eddd11-b611-4755-9a0d-566f218b8b95 req-51b19973-9bdd-4143-b4ad-67133fbd4f9c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400870 Jan 24 16:55:49.838780 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411aca3-65cf-4598-bd7b-59384522671a req-5f77d808-9771-4259-a2cc-eab513f6e78c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:49.840242 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a411aca3-65cf-4598-bd7b-59384522671a req-5f77d808-9771-4259-a2cc-eab513f6e78c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0486403 Jan 24 16:55:49.888118 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a411aca3-65cf-4598-bd7b-59384522671a req-cd9f062d-e553-4769-95ce-dbcee0f876dc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414841 Jan 24 16:55:51.012033 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec20d0-2ae8-4107-858c-d5ed7abf9543 req-96f0b828-d8a4-4c3e-9c9a-f7b923b940fe tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:51.013679 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4bec20d0-2ae8-4107-858c-d5ed7abf9543 req-96f0b828-d8a4-4c3e-9c9a-f7b923b940fe tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0517421 Jan 24 16:55:51.064649 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4bec20d0-2ae8-4107-858c-d5ed7abf9543 req-beb2c8f0-c79e-4eea-9ae4-ab6b5214c0c4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427949 Jan 24 16:55:52.193326 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2aa34-feb9-4f83-8fcc-7b763816bb4a req-6a49e354-4ef8-43d0-838c-2ffac7fe16e1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:52.194820 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-43f2aa34-feb9-4f83-8fcc-7b763816bb4a req-6a49e354-4ef8-43d0-838c-2ffac7fe16e1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0499732 Jan 24 16:55:52.243845 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-43f2aa34-feb9-4f83-8fcc-7b763816bb4a req-cdea5848-e6f8-435e-8a07-10eb5b562150 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431943 Jan 24 16:55:53.369951 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d94cc0-dcc0-40db-b8fc-180d49b2f0c6 req-952a41ee-d567-4afe-a7de-389a159ef75c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:53.371555 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-99d94cc0-dcc0-40db-b8fc-180d49b2f0c6 req-952a41ee-d567-4afe-a7de-389a159ef75c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0549035 Jan 24 16:55:53.421540 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-99d94cc0-dcc0-40db-b8fc-180d49b2f0c6 req-50307be3-dbdd-438a-949a-a69b5f9cf4c2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Jan 24 16:55:54.543578 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da42a68-6cf1-4a8e-888e-dacbc81bcd3f req-7ac78e0c-b06b-47cc-8a40-ec7a3bb7d9e5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:54.545094 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5da42a68-6cf1-4a8e-888e-dacbc81bcd3f req-7ac78e0c-b06b-47cc-8a40-ec7a3bb7d9e5 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0499747 Jan 24 16:55:54.592865 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5da42a68-6cf1-4a8e-888e-dacbc81bcd3f req-991af28d-aac4-4b01-b05f-21b495b0daed tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409963 Jan 24 16:55:55.716399 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c54d2a-4832-4c4c-bc26-3fbe3489008f req-e1f59654-f773-4d63-8155-0d58afec11d2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:55.717419 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9c54d2a-4832-4c4c-bc26-3fbe3489008f req-e1f59654-f773-4d63-8155-0d58afec11d2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0499780 Jan 24 16:55:55.770524 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f9c54d2a-4832-4c4c-bc26-3fbe3489008f req-743f196a-88f8-4bbb-804f-35825ebb44ee tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473831 Jan 24 16:55:56.894451 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26c223-d56a-4a2c-89bc-67b7808f2481 req-0c16047b-2a8a-4dcf-851d-e735bbfa8777 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:56.896033 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7c26c223-d56a-4a2c-89bc-67b7808f2481 req-0c16047b-2a8a-4dcf-851d-e735bbfa8777 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0518935 Jan 24 16:55:56.946488 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7c26c223-d56a-4a2c-89bc-67b7808f2481 req-b28cf112-70b3-4f1a-b20d-c587aa7aa22a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449293 Jan 24 16:55:58.069096 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb847b3-0e85-416b-92af-5557c0ed228d req-bff8a61b-eb96-4a3d-885f-4b2bd5298504 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:58.071313 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9eb847b3-0e85-416b-92af-5557c0ed228d req-bff8a61b-eb96-4a3d-885f-4b2bd5298504 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0521448 Jan 24 16:55:58.126195 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9eb847b3-0e85-416b-92af-5557c0ed228d req-c112e12e-d8c5-43d3-91a5-930f4e6b63ef tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463681 Jan 24 16:55:58.945842 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-19545720-0a00-448c-bd4a-501a118c079d tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=91c6a4a7b6294557aa79bfcd9fae3cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285902 Jan 24 16:55:59.137367 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-f97a250c-d365-4ad7-b3e8-265cbae45b07 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:59.138846 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-f97a250c-d365-4ad7-b3e8-265cbae45b07 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867306 Jan 24 16:55:59.153996 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-dc4b2ac3-3dce-486d-916e-3ab918c856d2 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/quotas/91c6a4a7b6294557aa79bfcd9fae3cb3 HTTP/1.1" status: 200 len: 375 time: 0.0092375 Jan 24 16:55:59.191568 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-783ba565-515d-4887-b8b4-c7e892b36bcb tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=91c6a4a7b6294557aa79bfcd9fae3cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309856 Jan 24 16:55:59.251190 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5174a0e-592f-4a97-8f1e-77eabeb09612 req-6853749c-f661-4c16-a0f3-4306303d42b3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:55:59.253206 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b5174a0e-592f-4a97-8f1e-77eabeb09612 req-6853749c-f661-4c16-a0f3-4306303d42b3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0533957 Jan 24 16:55:59.307841 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b5174a0e-592f-4a97-8f1e-77eabeb09612 req-b491244c-2cbc-412d-872e-459b41ac627c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490603 Jan 24 16:55:59.364234 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7138d98f-6ccd-4aac-9212-6c144a0f68f7 req-aa3ec824-81da-4d3e-b777-c37810c60442 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 210 time: 0.0291800 Jan 24 16:56:00.383293 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-f31b2b51-fc16-48b1-8eeb-308bf0a24cd5 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=91c6a4a7b6294557aa79bfcd9fae3cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444880 Jan 24 16:56:00.505139 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-606a7949-0c4d-4f55-b2f6-1522ac324191 req-50a0e775-4e8f-40fd-afc8-7fbdc702cd3c tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 210 time: 0.0407248 Jan 24 16:56:00.662152 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf6104-1db3-469e-a1bb-b65342f2f485 req-89d502a0-f741-4c2c-b98d-eb56b989f3d1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:00.663644 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d2cf6104-1db3-469e-a1bb-b65342f2f485 req-89d502a0-f741-4c2c-b98d-eb56b989f3d1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.1761057 Jan 24 16:56:00.670268 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-8efcb526-d0bd-43f7-8f02-34d44cad2ed8 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:00.671599 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-8efcb526-d0bd-43f7-8f02-34d44cad2ed8 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812829 Jan 24 16:56:00.691471 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Request body: {'port': {'device_id': 'e4d8f88b-800f-48b1-bed0-1784a3439466', 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3', 'admin_state_up': True, 'tenant_id': '91c6a4a7b6294557aa79bfcd9fae3cb3'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:00.774345 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d2cf6104-1db3-469e-a1bb-b65342f2f485 req-d7e8aace-7cbb-42a5-8a2d-bde0ebdf8b93 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016600 Jan 24 16:56:00.823777 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Made reservation on behalf of 91c6a4a7b6294557aa79bfcd9fae3cb3 for: {'port': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:56:00.827430 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:00.836615 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:00.912036 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Publish callbacks [] for security_group (3471b1e6-2616-499a-a679-3b4fbbef8921), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:00.915814 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (3471b1e6-2616-499a-a679-3b4fbbef8921), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:00.976195 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3471b1e6-2616-499a-a679-3b4fbbef8921,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:01.047866 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Allocated IP 192.168.233.109 (819eeee2-a2a6-4a1f-82e8-3148d9abc7e3/7862a926-d7cd-41fd-9cb3-246844a2f047/1bbc481f-ccef-44c9-9d06-c65006484edd) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:56:01.117638 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:56:01.194232 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Publish callbacks [] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:01.227545 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:01.271660 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Network 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:01.274647 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:01.278256 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:56:01.306642 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Pushing event updated for resources: {'Port': ['ID=1bbc481f-ccef-44c9-9d06-c65006484edd,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:01.332901 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:01.333528 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:01.351257 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-0ccd679a-8b6f-4d53-856d-71a4150840bf tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6655171 Jan 24 16:56:01.367957 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Request body: {'port': {'device_id': 'e4d8f88b-800f-48b1-bed0-1784a3439466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:01.426375 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:01.554152 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-b53ce200-6b19-44f1-ac8c-5de17fe82521 None None] Provisioning complete for port 1bbc481f-ccef-44c9-9d06-c65006484edd triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:01.554731 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-b53ce200-6b19-44f1-ac8c-5de17fe82521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:01.645605 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acfaac-6c15-4cad-8be9-ab7208b08ff9 req-73d62127-54c2-4b84-bdae-9a50f2868ceb tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:01.647325 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-59acfaac-6c15-4cad-8be9-ab7208b08ff9 req-73d62127-54c2-4b84-bdae-9a50f2868ceb tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 936 time: 0.0546303 Jan 24 16:56:01.697011 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-59acfaac-6c15-4cad-8be9-ab7208b08ff9 req-4c367545-8c92-45ec-b1ef-1d4334e6d558 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/security-groups?id=3471b1e6-2616-499a-a679-3b4fbbef8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 Jan 24 16:56:01.698414 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device fd9d7942-a8b2-4999-a7ae-e2a43c49a79d details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:56:01.722414 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-b53ce200-6b19-44f1-ac8c-5de17fe82521 None None] Port 1bbc481f-ccef-44c9-9d06-c65006484edd cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:56:01.735045 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbc481f-ccef-44c9-9d06-c65006484edd {{(pid=114081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:56:01.743643 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Publish callbacks [] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:01.757149 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.provisioning_blocks [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Transition to ACTIVE for port object 1bbc481f-ccef-44c9-9d06-c65006484edd will not be triggered until provisioned by entity L2. {{(pid=114081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:56:01.762785 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:01.815165 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbc481f-ccef-44c9-9d06-c65006484edd,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:01.829302 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:01.840309 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'port_id': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'mac_address': 'fa:16:3e:5e:48:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:56:01.889193 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:56:01.889870 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:01.904817 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9d7942-a8b2-4999-a7ae-e2a43c49a79d {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:56:01.927608 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:01.932229 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.933683 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.935939 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.935939 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.935939 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.935939 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.935939 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.935939 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.935939 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.935939 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.935939 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.935939 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.935939 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:01.935939 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:01.937159 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552b2f8-a1ba-4fe9-8f57-007e2a52b54a req-28a0e8f4-1beb-4767-9102-1ea20753ab83 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:01.941101 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0552b2f8-a1ba-4fe9-8f57-007e2a52b54a req-28a0e8f4-1beb-4767-9102-1ea20753ab83 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0801094 Jan 24 16:56:01.942335 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Attempting to bind port 1bbc481f-ccef-44c9-9d06-c65006484edd on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:56:01.942671 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Attempting to bind port 1bbc481f-ccef-44c9-9d06-c65006484edd by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': '2134deed-de9e-490b-a9d4-c100bf99bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3'}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:56:01.943019 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Attempting to bind port 1bbc481f-ccef-44c9-9d06-c65006484edd on network 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:56:01.949061 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Port 1bbc481f-ccef-44c9-9d06-c65006484edd on network 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:56:01.949385 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Attempting to bind port 1bbc481f-ccef-44c9-9d06-c65006484edd on network 819eeee2-a2a6-4a1f-82e8-3148d9abc7e3 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:56:01.955141 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:56:01.955493 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Checking segment: {'id': '2134deed-de9e-490b-a9d4-c100bf99bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:56:01.956118 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Bound using segment: {'id': '2134deed-de9e-490b-a9d4-c100bf99bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3'} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:56:01.956717 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Bound port: 1bbc481f-ccef-44c9-9d06-c65006484edd, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2134deed-de9e-490b-a9d4-c100bf99bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3'}}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:56:01.957081 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:01.993117 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:02.034815 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0552b2f8-a1ba-4fe9-8f57-007e2a52b54a req-f64c222c-9fab-4897-aec5-7137bf547392 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865557 Jan 24 16:56:02.058953 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] For port 1bbc481f-ccef-44c9-9d06-c65006484edd, host hv-cinder-82611, cleared binding levels {{(pid=114081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:56:02.062155 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] For port 1bbc481f-ccef-44c9-9d06-c65006484edd, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=1bbc481f-ccef-44c9-9d06-c65006484edd,segment=NetworkSegment(2134deed-de9e-490b-a9d4-c100bf99bf5f),segment_id=2134deed-de9e-490b-a9d4-c100bf99bf5f)] {{(pid=114081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:56:02.068309 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:02.105354 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:02.105908 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:02.107280 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] 10.222.0.79 "PUT /v2.0/ports/1bbc481f-ccef-44c9-9d06-c65006484edd HTTP/1.1" status: 200 len: 1098 time: 0.7438669 Jan 24 16:56:02.107727 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d8f88b-800f-48b1-bed0-1784a3439466', 'tag': '1bbc481f-ccef-44c9-9d06-c65006484edd'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:02.109897 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef698a6-5b78-410a-940c-4f7817e119e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d8f88b-800f-48b1-bed0-1784a3439466", "tag": "1bbc481f-ccef-44c9-9d06-c65006484edd"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:02.132804 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfae91-41bd-4046-91db-cd7e4a335788 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbc481f-ccef-44c9-9d06-c65006484edd,revision_number=3']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:02.166709 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145f08b9-7942-4841-988f-c1a32562da50 x-openstack-request-id: req-145f08b9-7942-4841-988f-c1a32562da50 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:02.167029 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d8f88b-800f-48b1-bed0-1784a3439466", "tag": "1bbc481f-ccef-44c9-9d06-c65006484edd", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:02.167284 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-145f08b9-7942-4841-988f-c1a32562da50 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:02.167672 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d8f88b-800f-48b1-bed0-1784a3439466', 'tag': '1bbc481f-ccef-44c9-9d06-c65006484edd', 'status': 'completed', 'code': 200} Jan 24 16:56:02.203789 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-b9d64c5f-3031-4d2e-b8e6-ac8e03f828f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:02.205897 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-b9d64c5f-3031-4d2e-b8e6-ac8e03f828f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c6a4a7b6294557aa79bfcd9fae3cb3&device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 1101 time: 0.0482273 Jan 24 16:56:02.251459 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-feaf7ad7-033b-40fb-93b1-2f02db901bcf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=1bbc481f-ccef-44c9-9d06-c65006484edd HTTP/1.1" status: 200 len: 217 time: 0.0346837 Jan 24 16:56:02.307657 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-332d80c2-bc9d-4293-8464-6b5623423c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:02.309098 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-332d80c2-bc9d-4293-8464-6b5623423c8c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7862a926-d7cd-41fd-9cb3-246844a2f047 HTTP/1.1" status: 200 len: 843 time: 0.0445967 Jan 24 16:56:02.353010 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['fd9d7942-a8b2-4999-a7ae-e2a43c49a79d'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:56:02.368905 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89a4941a-d147-4fac-a3c6-b9d2361dc722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:02.370937 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-89a4941a-d147-4fac-a3c6-b9d2361dc722 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=819eeee2-a2a6-4a1f-82e8-3148d9abc7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450020 Jan 24 16:56:02.464215 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-ae80fab9-90c9-491d-8c7d-ccc5a8bd71f9 service neutron] 10.222.0.79 "GET /v2.0/networks/819eeee2-a2a6-4a1f-82e8-3148d9abc7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841618 Jan 24 16:56:02.559021 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-20c800d6-6238-4aa9-aff8-6b1faa0979e3 req-9cf4da78-ba10-46ef-b73a-f0543c836789 service neutron] 10.222.0.79 "GET /v2.0/networks/819eeee2-a2a6-4a1f-82e8-3148d9abc7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863130 Jan 24 16:56:02.661430 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef698a6-5b78-410a-940c-4f7817e119e2 req-806d4041-6482-4e1d-8dd0-56d619f19cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:02.662923 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7ef698a6-5b78-410a-940c-4f7817e119e2 req-806d4041-6482-4e1d-8dd0-56d619f19cd4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=91c6a4a7b6294557aa79bfcd9fae3cb3&device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 1101 time: 0.0404487 Jan 24 16:56:02.757488 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef698a6-5b78-410a-940c-4f7817e119e2 req-8d34b9ce-b69d-4cc1-8f0e-7c2d45b1e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:02.758922 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7ef698a6-5b78-410a-940c-4f7817e119e2 req-8d34b9ce-b69d-4cc1-8f0e-7c2d45b1e143 service neutron] 10.222.0.79 "GET /v2.0/networks?id=819eeee2-a2a6-4a1f-82e8-3148d9abc7e3 HTTP/1.1" status: 200 len: 869 time: 0.0887837 Jan 24 16:56:02.822643 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7ef698a6-5b78-410a-940c-4f7817e119e2 req-baeff642-ec01-4d5b-be07-adc3e7c1ddfb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=1bbc481f-ccef-44c9-9d06-c65006484edd HTTP/1.1" status: 200 len: 217 time: 0.0503230 Jan 24 16:56:02.866323 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79ee82-eb5d-44d9-a14b-ba4ea663b7c1 req-14e425b4-a348-4d9f-868b-74c858038708 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:02.867788 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ce79ee82-eb5d-44d9-a14b-ba4ea663b7c1 req-14e425b4-a348-4d9f-868b-74c858038708 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 948 time: 0.1042762 Jan 24 16:56:02.900895 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef698a6-5b78-410a-940c-4f7817e119e2 req-ffe2b3b8-3e05-4f42-b46e-d26e1275ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:02.902267 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7ef698a6-5b78-410a-940c-4f7817e119e2 req-ffe2b3b8-3e05-4f42-b46e-d26e1275ccf4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7862a926-d7cd-41fd-9cb3-246844a2f047 HTTP/1.1" status: 200 len: 843 time: 0.0717127 Jan 24 16:56:02.953784 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ce79ee82-eb5d-44d9-a14b-ba4ea663b7c1 req-b39625c6-7747-4ce0-b94f-be60637bb9d8 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/security-groups?id=3471b1e6-2616-499a-a679-3b4fbbef8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801697 Jan 24 16:56:02.964812 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef698a6-5b78-410a-940c-4f7817e119e2 req-cbffc85b-e9b5-4c81-8a1f-868ef51cc225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:02.966245 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7ef698a6-5b78-410a-940c-4f7817e119e2 req-cbffc85b-e9b5-4c81-8a1f-868ef51cc225 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=819eeee2-a2a6-4a1f-82e8-3148d9abc7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0506411 Jan 24 16:56:03.063254 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7ef698a6-5b78-410a-940c-4f7817e119e2 req-aa33800d-2df3-4e68-abe5-888415ff6592 service neutron] 10.222.0.79 "GET /v2.0/networks/819eeee2-a2a6-4a1f-82e8-3148d9abc7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801349 Jan 24 16:56:03.168189 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7ef698a6-5b78-410a-940c-4f7817e119e2 req-b1438138-1e46-48ec-9c54-99ba6e10ed1c service neutron] 10.222.0.79 "GET /v2.0/networks/819eeee2-a2a6-4a1f-82e8-3148d9abc7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908697 Jan 24 16:56:03.174727 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93312c-2cf4-4722-8fc7-9992d85b6b71 req-abbfe561-aec2-4758-a870-59ffe4af5bfa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:03.176202 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9c93312c-2cf4-4722-8fc7-9992d85b6b71 req-abbfe561-aec2-4758-a870-59ffe4af5bfa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 944 time: 0.0516081 Jan 24 16:56:03.225885 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9c93312c-2cf4-4722-8fc7-9992d85b6b71 req-1584e769-b757-445b-9836-757d73eae800 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405631 Jan 24 16:56:03.582997 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device fd9d7942-a8b2-4999-a7ae-e2a43c49a79d up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:56:03.632091 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:56:03.635879 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:03.636271 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:03.713327 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:56:03.713710 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:03.735110 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:03.737605 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd71378-0b30-427e-92a1-aa7f578a7d6d" -d '{"events": [{"server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:03.750169 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:03.756763 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:03.791589 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:03.809130 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:03.829482 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649e23b4-878d-466a-af16-bea4cf0d149c x-openstack-request-id: req-649e23b4-878d-466a-af16-bea4cf0d149c {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:03.829768 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:03.830614 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-649e23b4-878d-466a-af16-bea4cf0d149c {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:03.831037 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'code': 200} Jan 24 16:56:04.004599 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30438577-373b-4718-9edf-611fdb0f28ee req-65a14e81-30b3-43ad-8592-b3f6101b1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:04.006076 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-30438577-373b-4718-9edf-611fdb0f28ee req-65a14e81-30b3-43ad-8592-b3f6101b1c65 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 1098 time: 0.0403261 Jan 24 16:56:04.050860 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-30438577-373b-4718-9edf-611fdb0f28ee req-ee3667e4-1e6c-458b-9854-f63bbcf7d3cc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379536 Jan 24 16:56:04.072550 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4b35c-b020-4286-acf5-730b9dff4012 req-2d6497e0-3cfd-4523-b377-c22027bcb43d tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:04.073990 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4df4b35c-b020-4286-acf5-730b9dff4012 req-2d6497e0-3cfd-4523-b377-c22027bcb43d tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 948 time: 0.0502963 Jan 24 16:56:04.119514 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4df4b35c-b020-4286-acf5-730b9dff4012 req-fcf67cd8-ef05-475b-afce-dfaf53f3cb25 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/security-groups?id=3471b1e6-2616-499a-a679-3b4fbbef8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394926 Jan 24 16:56:04.347473 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9815ce1-2d46-4109-9ee8-3c98a45be63a req-17169f46-2cd3-44ff-8b45-dbbf4b401c1c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:04.348841 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a9815ce1-2d46-4109-9ee8-3c98a45be63a req-17169f46-2cd3-44ff-8b45-dbbf4b401c1c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0514691 Jan 24 16:56:04.393991 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a9815ce1-2d46-4109-9ee8-3c98a45be63a req-f8b9741e-a522-404b-b91a-f289e442be60 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395603 Jan 24 16:56:05.230764 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c98f71-e847-4c7f-8684-250f31bd5da6 req-9e3dd24e-3df4-49bb-acb2-81d21ef66628 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:05.232218 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f2c98f71-e847-4c7f-8684-250f31bd5da6 req-9e3dd24e-3df4-49bb-acb2-81d21ef66628 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 948 time: 0.0470498 Jan 24 16:56:05.279969 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f2c98f71-e847-4c7f-8684-250f31bd5da6 req-ecf45412-8930-4757-8229-4b638a0828a4 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/security-groups?id=3471b1e6-2616-499a-a679-3b4fbbef8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424106 Jan 24 16:56:05.515612 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1064ba1-2829-4d03-87e7-cc947e4b38ae req-3a12bb63-879a-4b56-8508-250889af21ef tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:05.518258 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f1064ba1-2829-4d03-87e7-cc947e4b38ae req-3a12bb63-879a-4b56-8508-250889af21ef tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0494463 Jan 24 16:56:05.570323 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f1064ba1-2829-4d03-87e7-cc947e4b38ae req-496114da-396b-4e3d-aeda-060e337b9fe4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472460 Jan 24 16:56:05.585797 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 1bbc481f-ccef-44c9-9d06-c65006484edd details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:56:05.669015 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-847948fd-328d-40d0-8c49-882b8558dbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:05.698667 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 1bbc481f-ccef-44c9-9d06-c65006484edd, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=1bbc481f-ccef-44c9-9d06-c65006484edd,segment=NetworkSegment(2134deed-de9e-490b-a9d4-c100bf99bf5f),segment_id=2134deed-de9e-490b-a9d4-c100bf99bf5f)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:05.709912 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '1bbc481f-ccef-44c9-9d06-c65006484edd', 'network_id': '819eeee2-a2a6-4a1f-82e8-3148d9abc7e3', 'port_id': '1bbc481f-ccef-44c9-9d06-c65006484edd', 'mac_address': 'fa:16:3e:37:54:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7862a926-d7cd-41fd-9cb3-246844a2f047', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:56:05.746993 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 1bbc481f-ccef-44c9-9d06-c65006484edd is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:56:05.747381 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:05.759832 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbc481f-ccef-44c9-9d06-c65006484edd {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:56:05.782208 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 1bbc481f-ccef-44c9-9d06-c65006484edd, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=1bbc481f-ccef-44c9-9d06-c65006484edd,segment=NetworkSegment(2134deed-de9e-490b-a9d4-c100bf99bf5f),segment_id=2134deed-de9e-490b-a9d4-c100bf99bf5f)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:05.786587 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:05.833926 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=1bbc481f-ccef-44c9-9d06-c65006484edd,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:06.096253 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['1bbc481f-ccef-44c9-9d06-c65006484edd'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:56:06.390971 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08669834-b64b-485f-aa3f-ee64da7801ab req-84c2df81-f720-49e8-8a62-70a684482f69 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:06.392514 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-08669834-b64b-485f-aa3f-ee64da7801ab req-84c2df81-f720-49e8-8a62-70a684482f69 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 949 time: 0.0478392 Jan 24 16:56:06.438241 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-08669834-b64b-485f-aa3f-ee64da7801ab req-90cde78f-93a1-458a-82e4-ee03445891a8 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/security-groups?id=3471b1e6-2616-499a-a679-3b4fbbef8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399983 Jan 24 16:56:06.697635 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaf15d-9f23-4d8f-9706-92f0d3933470 req-22cee73d-be3f-4e19-af85-df07c98eab52 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:06.699125 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-79eaf15d-9f23-4d8f-9706-92f0d3933470 req-22cee73d-be3f-4e19-af85-df07c98eab52 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0518811 Jan 24 16:56:06.746271 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-79eaf15d-9f23-4d8f-9706-92f0d3933470 req-9000bcd6-a1c7-477a-9509-7fef4bcebf25 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414493 Jan 24 16:56:06.863028 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7e285-860e-4b3d-bb78-025d42c218db req-063a2167-7ceb-46e3-adc9-92ffe9dc65a6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:06.864505 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3bb7e285-860e-4b3d-bb78-025d42c218db req-063a2167-7ceb-46e3-adc9-92ffe9dc65a6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0513201 Jan 24 16:56:06.873072 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 55286) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:06.878106 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-36f433fe-9e6b-4fb4-b8dd-0ba01fb9160b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Request body: {'floatingip': {'port_id': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:06.883337 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-fdc9c1ab-8f8d-49e0-9198-78941a37d69f tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211813030&fields=id&tenant_id=511e72017a4b4da7a0748dae5a59e0ac HTTP/1.1" status: 200 len: 267 time: 0.0437334 Jan 24 16:56:06.915824 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-36f433fe-9e6b-4fb4-b8dd-0ba01fb9160b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (fc2bd1a6-b5a1-45c9-8648-c60b73ff6859), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:06.992643 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-add3d0ce-b675-4cf6-9b69-13aa48309a07 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:06.993974 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-add3d0ce-b675-4cf6-9b69-13aa48309a07 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/networks?id=47466270-541d-4039-a73f-7e91d25c0bd6 HTTP/1.1" status: 200 len: 808 time: 0.1040037 Jan 24 16:56:07.009460 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-dcfb3563-4387-457a-91f9-b820b81b4c42 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/quotas/511e72017a4b4da7a0748dae5a59e0ac HTTP/1.1" status: 200 len: 375 time: 0.0094824 Jan 24 16:56:07.059136 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-b109cbac-b465-441f-955d-2eadbb518f50 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=511e72017a4b4da7a0748dae5a59e0ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441523 Jan 24 16:56:07.166995 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-a4f05225-2059-42c0-8e13-2326a0360441 service neutron] 10.222.0.117 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955906 Jan 24 16:56:07.261053 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-66862d4e-9d40-4eee-9878-7a6a96fc88c8 service neutron] 10.222.0.117 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880504 Jan 24 16:56:07.579332 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-070c631c-b176-4b34-a1e4-cfa2c68fb9dd req-9d24a03a-976f-44e0-ac1e-ba8f53736c45 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 210 time: 0.0464270 Jan 24 16:56:07.596454 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 1bbc481f-ccef-44c9-9d06-c65006484edd up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:56:07.652240 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a94d2-e1f7-443f-ab3e-c5fb2d9e7cd0 req-81cf0935-3364-4a81-a12b-6c54e1629134 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:07.653726 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f59a94d2-e1f7-443f-ab3e-c5fb2d9e7cd0 req-81cf0935-3364-4a81-a12b-6c54e1629134 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 949 time: 0.0991967 Jan 24 16:56:07.660352 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 1bbc481f-ccef-44c9-9d06-c65006484edd completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:56:07.664281 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 1bbc481f-ccef-44c9-9d06-c65006484edd triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:07.664653 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:07.670965 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-36f433fe-9e6b-4fb4-b8dd-0ba01fb9160b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:07.678131 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-36f433fe-9e6b-4fb4-b8dd-0ba01fb9160b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (fc2bd1a6-b5a1-45c9-8648-c60b73ff6859), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:07.758963 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 1bbc481f-ccef-44c9-9d06-c65006484edd is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:56:07.759348 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:07.785925 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d8f88b-800f-48b1-bed0-1784a3439466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbc481f-ccef-44c9-9d06-c65006484edd'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:07.788290 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a097b157-56bf-4ea6-bddb-f4a195c6ebaf" -d '{"events": [{"server_uuid": "e4d8f88b-800f-48b1-bed0-1784a3439466", "name": "network-vif-plugged", "status": "completed", "tag": "1bbc481f-ccef-44c9-9d06-c65006484edd"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:07.810503 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 1bbc481f-ccef-44c9-9d06-c65006484edd, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=1bbc481f-ccef-44c9-9d06-c65006484edd,segment=NetworkSegment(2134deed-de9e-490b-a9d4-c100bf99bf5f),segment_id=2134deed-de9e-490b-a9d4-c100bf99bf5f)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:07.817156 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:07.820477 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f59a94d2-e1f7-443f-ab3e-c5fb2d9e7cd0 req-c7362afe-adc6-4230-a52f-ac92877d59de tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/security-groups?id=3471b1e6-2616-499a-a679-3b4fbbef8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576121 Jan 24 16:56:07.830400 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.l3_db [None req-36f433fe-9e6b-4fb4-b8dd-0ba01fb9160b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Floating IP fc2bd1a6-b5a1-45c9-8648-c60b73ff6859 associated. External IP: 172.27.3.247, port: fd9d7942-a8b2-4999-a7ae-e2a43c49a79d. Jan 24 16:56:07.875762 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9fcbd6-2cc5-4b33-b544-6587cb48a808 x-openstack-request-id: req-4a9fcbd6-2cc5-4b33-b544-6587cb48a808 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:07.876050 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d8f88b-800f-48b1-bed0-1784a3439466", "name": "network-vif-plugged", "status": "completed", "tag": "1bbc481f-ccef-44c9-9d06-c65006484edd", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:07.876305 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-4a9fcbd6-2cc5-4b33-b544-6587cb48a808 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:07.876814 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d8f88b-800f-48b1-bed0-1784a3439466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbc481f-ccef-44c9-9d06-c65006484edd', 'code': 200} Jan 24 16:56:07.926983 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-8a23695e-ecb7-4c0a-ba2d-1eb0f2e102b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:07.939673 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=1bbc481f-ccef-44c9-9d06-c65006484edd,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:08.123790 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-a44d7f54-e511-403d-bad7-e59c9a7e1393 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245594148&fields=id&tenant_id=7a337369b3dc467394f2629fb2f8487c HTTP/1.1" status: 200 len: 267 time: 0.0632005 Jan 24 16:56:08.152049 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3f65b-f4ff-42ab-a2b2-c42e8dafa578 req-4fa98fdc-d3f6-4241-8af1-293b1d3756eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:08.153653 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-24e3f65b-f4ff-42ab-a2b2-c42e8dafa578 req-4fa98fdc-d3f6-4241-8af1-293b1d3756eb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 1103 time: 0.1089664 Jan 24 16:56:08.155582 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f433fe-9e6b-4fb4-b8dd-0ba01fb9160b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Router 1f941712-92b2-486d-a239-063f82666aec has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:56:08.235148 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7117a45-5617-412e-a327-c72d15221b40 req-382cd8bc-b1d7-4083-b37b-9964d9c22d28 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:08.242620 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-382cd8bc-b1d7-4083-b37b-9964d9c22d28 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 811 time: 0.1124880 Jan 24 16:56:08.252964 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-3bbc12da-e666-4eef-87e6-e747bbcfc987 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/quotas/7a337369b3dc467394f2629fb2f8487c HTTP/1.1" status: 200 len: 375 time: 0.0092809 Jan 24 16:56:08.281470 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-24e3f65b-f4ff-42ab-a2b2-c42e8dafa578 req-b946090b-d0b6-434e-8a28-7110f0f1a0df service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3471b1e6-2616-499a-a679-3b4fbbef8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193566 Jan 24 16:56:08.303236 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f433fe-9e6b-4fb4-b8dd-0ba01fb9160b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:56:08.308090 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-36f433fe-9e6b-4fb4-b8dd-0ba01fb9160b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:08.311532 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-b9fb49f6-a75b-4ac8-8cdc-2148f9e52ebd tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525680 Jan 24 16:56:08.314612 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2fe2c8-a58b-4971-b53e-1e5d345e64c1 None None] Sync routers for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:56:08.327223 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2fe2c8-a58b-4971-b53e-1e5d345e64c1 None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:08.327966 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-8e2fe2c8-a58b-4971-b53e-1e5d345e64c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:08.339872 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-36f433fe-9e6b-4fb4-b8dd-0ba01fb9160b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "PUT /v2.0/floatingips/fc2bd1a6-b5a1-45c9-8648-c60b73ff6859 HTTP/1.1" status: 200 len: 991 time: 1.4631150 Jan 24 16:56:08.339872 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:08.340185 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51512746-4231-4d3b-8f23-f649d1c202f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:08.412076 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-90b322b0-7e14-41a7-a10a-0600db6c9547 service neutron] 10.222.0.117 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867481 Jan 24 16:56:08.446719 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-8e2fe2c8-a58b-4971-b53e-1e5d345e64c1 None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:08.589814 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c26edef-b837-480d-a831-0392f3af1d6b x-openstack-request-id: req-4c26edef-b837-480d-a831-0392f3af1d6b {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:08.590105 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:08.590379 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-4c26edef-b837-480d-a831-0392f3af1d6b {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:08.590929 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'status': 'completed', 'code': 200} Jan 24 16:56:08.685594 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d1d71cba-4d2b-47c9-8526-da237cee268d req-bd380577-c438-4b09-9548-9d3f4f5abde6 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 210 time: 0.0296745 Jan 24 16:56:08.692766 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51512746-4231-4d3b-8f23-f649d1c202f7 req-1e475ce5-7fb9-4377-8c2c-358046981827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:08.694405 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-51512746-4231-4d3b-8f23-f649d1c202f7 req-1e475ce5-7fb9-4377-8c2c-358046981827 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 1098 time: 0.0747504 Jan 24 16:56:08.725986 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-009a7c14-08d4-4513-8e03-bac62342b30a service neutron] 10.222.0.117 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081229 Jan 24 16:56:08.735133 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-8e2fe2c8-a58b-4971-b53e-1e5d345e64c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': 'fc2bd1a6-b5a1-45c9-8648-c60b73ff6859', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '1f941712-92b2-486d-a239-063f82666aec', 'port_id': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'mac_address': 'fa:16:3e:5e:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:55:39Z', 'updated_at': '2022-01-24T16:56:07Z', 'revision_number': 1, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:08.762667 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2fe2c8-a58b-4971-b53e-1e5d345e64c1 None None] Checking router: 1f941712-92b2-486d-a239-063f82666aec for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:56:08.772890 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2fe2c8-a58b-4971-b53e-1e5d345e64c1 None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:08.773509 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-8e2fe2c8-a58b-4971-b53e-1e5d345e64c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:08.796329 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51512746-4231-4d3b-8f23-f649d1c202f7 req-f76b2f62-e41e-4af9-933d-6ec7ef106b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:08.797787 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-51512746-4231-4d3b-8f23-f649d1c202f7 req-f76b2f62-e41e-4af9-933d-6ec7ef106b1c service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 916 time: 0.0939021 Jan 24 16:56:08.882490 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-51512746-4231-4d3b-8f23-f649d1c202f7 req-539f2f45-421f-4a5e-a5ff-d2cd3b19d56d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d HTTP/1.1" status: 200 len: 999 time: 0.0765681 Jan 24 16:56:08.887864 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-8e2fe2c8-a58b-4971-b53e-1e5d345e64c1 None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:08.981218 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51512746-4231-4d3b-8f23-f649d1c202f7 req-0a5cb3f1-85a3-4f5d-9484-5a449f05f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:08.983155 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-51512746-4231-4d3b-8f23-f649d1c202f7 req-0a5cb3f1-85a3-4f5d-9484-5a449f05f547 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 200 len: 855 time: 0.0836594 Jan 24 16:56:09.020502 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3850881-6721-4db6-8ada-2a09d757937d req-629a2b4b-5fea-43e8-9f6c-4a9eac76880e tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:09.024639 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d3850881-6721-4db6-8ada-2a09d757937d req-629a2b4b-5fea-43e8-9f6c-4a9eac76880e tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 950 time: 0.1121881 Jan 24 16:56:09.057230 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:09.173075 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51512746-4231-4d3b-8f23-f649d1c202f7 req-cc8027f9-fea1-4f55-a349-7ff83c047a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:09.176284 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-51512746-4231-4d3b-8f23-f649d1c202f7 req-cc8027f9-fea1-4f55-a349-7ff83c047a7c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9684751-c334-42d8-84b0-fcdb27d5b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1758857 Jan 24 16:56:09.190156 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d3850881-6721-4db6-8ada-2a09d757937d req-fc4fd3f6-80b5-45af-a7ce-b016583b72b6 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/security-groups?id=3471b1e6-2616-499a-a679-3b4fbbef8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544545 Jan 24 16:56:09.192652 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2d224076-8094-4e92-bf81-c1f005ff35d3 req-36da7e8b-609c-4629-a956-f39b5c0e76e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 210 time: 0.1085658 Jan 24 16:56:09.270929 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-b0985dc2-f518-484b-aa37-8065e5fdba1c tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:09.275142 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-8e2fe2c8-a58b-4971-b53e-1e5d345e64c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': 'fc2bd1a6-b5a1-45c9-8648-c60b73ff6859', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '1f941712-92b2-486d-a239-063f82666aec', 'port_id': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'mac_address': 'fa:16:3e:5e:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:55:39Z', 'updated_at': '2022-01-24T16:56:07Z', 'revision_number': 1, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:09.275487 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-b0985dc2-f518-484b-aa37-8065e5fdba1c tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.79 "GET /v2.0/networks?id=47466270-541d-4039-a73f-7e91d25c0bd6 HTTP/1.1" status: 200 len: 808 time: 0.2788296 Jan 24 16:56:09.312567 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2fe2c8-a58b-4971-b53e-1e5d345e64c1 None None] The sync data for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi is: [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': 'fc2bd1a6-b5a1-45c9-8648-c60b73ff6859', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '1f941712-92b2-486d-a239-063f82666aec', 'port_id': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'mac_address': 'fa:16:3e:5e:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:55:39Z', 'updated_at': '2022-01-24T16:56:07Z', 'revision_number': 1, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:56:09.329235 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-51512746-4231-4d3b-8f23-f649d1c202f7 req-67c3eda5-b06e-47dc-8bca-8513db20e55f service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326861 Jan 24 16:56:09.380773 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-4be7e951-c413-44cb-82c4-f1d64f06d66c tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=511e72017a4b4da7a0748dae5a59e0ac HTTP/1.1" status: 200 len: 380 time: 0.0947721 Jan 24 16:56:09.391880 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Request body: {'port': {'device_id': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'admin_state_up': True, 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'security_groups': ['27790f54-10bc-4e6b-822f-6d88c0ac1629']}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:09.467249 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-51512746-4231-4d3b-8f23-f649d1c202f7 req-e229e614-ded7-451d-90e9-7d7ad576036f service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238565 Jan 24 16:56:09.540328 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Made reservation on behalf of 511e72017a4b4da7a0748dae5a59e0ac for: {'port': 1} {{(pid=114080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:56:09.544103 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:09.679784 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ab678-a831-464c-8d4f-5ce0ac56f255 None None] New status for floating IP fc2bd1a6-b5a1-45c9-8648-c60b73ff6859: ACTIVE {{(pid=114083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:56:09.761296 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Allocated IP 172.20.0.7 (47466270-541d-4039-a73f-7e91d25c0bd6/e1a7df5c-5600-4530-8b3d-71768f17578c/020ec9b3-10b6-48ee-9f35-59587ddb3bf5) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:56:09.851142 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-489590bf-b6e4-4072-93d3-d67c96391c35 req-36bd5d53-4f3a-4ad2-9200-1e9d7ae811f4 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 210 time: 0.0374014 Jan 24 16:56:10.007144 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:10.041660 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:10.085660 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Network 47466270-541d-4039-a73f-7e91d25c0bd6 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:10.088757 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:10.091199 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:56:10.117039 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event updated for resources: {'Port': ['ID=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:10.130096 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.130438 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.130839 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.131183 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.131516 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.131840 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.136730 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.136730 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.136730 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.136730 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.136730 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.136730 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.136730 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:10.159042 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:10.159810 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:10.178947 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-878b34d0-c880-4a77-a609-139fe5a1002e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7927675 Jan 24 16:56:10.191575 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Request body: {'port': {'device_id': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:10.254887 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:10.334376 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ae5402d1-b512-4fb8-897e-2b56e8a3446a req-5ca84d4d-48de-4582-aeae-4b8cc0ce5656 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 210 time: 0.0293589 Jan 24 16:56:10.384611 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-ad6f9080-6ed6-4e41-97ae-040e5273e721 None None] Provisioning complete for port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:10.385210 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ad6f9080-6ed6-4e41-97ae-040e5273e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:10.436439 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966916c7-5c45-426c-b585-909e11f6f5a3 req-f539b505-714c-460b-8eb8-0dd5beb48306 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:10.438263 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-966916c7-5c45-426c-b585-909e11f6f5a3 req-f539b505-714c-460b-8eb8-0dd5beb48306 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 950 time: 0.1316047 Jan 24 16:56:10.482419 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7117a45-5617-412e-a327-c72d15221b40 req-086d8497-9fce-4186-8734-17ff7e1c0598 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:10.484110 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-086d8497-9fce-4186-8734-17ff7e1c0598 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 811 time: 0.1222301 Jan 24 16:56:10.555919 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-966916c7-5c45-426c-b585-909e11f6f5a3 req-8d757b2c-1fcd-4cfb-9e69-26efd67cfd83 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/security-groups?id=3471b1e6-2616-499a-a679-3b4fbbef8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102464 Jan 24 16:56:10.568637 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f9080-6ed6-4e41-97ae-040e5273e721 None None] Port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:56:10.586556 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:10.611909 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-e5d6c84d-f40e-4667-a7b9-a2569ff89436 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a337369b3dc467394f2629fb2f8487c HTTP/1.1" status: 200 len: 379 time: 0.1125767 Jan 24 16:56:10.623923 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-d7117a45-5617-412e-a327-c72d15221b40 req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'port': {'device_id': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'admin_state_up': True, 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'security_groups': ['2220eb5b-5620-4760-90d5-cacb9a6ffa11']}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:10.686329 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 {{(pid=114080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:56:10.698072 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Publish callbacks [] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:10.713040 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.provisioning_blocks [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Transition to ACTIVE for port object 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 will not be triggered until provisioned by entity L2. {{(pid=114080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:56:10.717449 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:10.747831 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7117a45-5617-412e-a327-c72d15221b40 req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Made reservation on behalf of 7a337369b3dc467394f2629fb2f8487c for: {'port': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:56:10.753077 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-d7117a45-5617-412e-a327-c72d15221b40 req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:10.824962 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Pushing event updated for resources: {'Port': ['ID=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:10.901513 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Attempting to bind port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:56:10.901885 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Attempting to bind port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:56:10.902280 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Attempting to bind port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 on network 47466270-541d-4039-a73f-7e91d25c0bd6 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:56:10.906989 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe8572-d2d5-4eaa-bab3-67976c305057 req-616c06a9-03f0-4755-8485-cc6ef90866df tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:10.908451 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 on network 47466270-541d-4039-a73f-7e91d25c0bd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:56:10.908998 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Attempting to bind port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 on network 47466270-541d-4039-a73f-7e91d25c0bd6 {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:56:10.914196 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:56:10.914397 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9afe8572-d2d5-4eaa-bab3-67976c305057 req-616c06a9-03f0-4755-8485-cc6ef90866df tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 950 time: 0.0949652 Jan 24 16:56:10.914517 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Checking segment: {'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:56:10.915176 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Bound using segment: {'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'} {{(pid=114080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:56:10.915747 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.managers [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Bound port: 020ec9b3-10b6-48ee-9f35-59587ddb3bf5, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee68bd3-b611-4eb1-9f4c-95381af99fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6'}}] {{(pid=114080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:56:10.916108 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:10.998332 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9afe8572-d2d5-4eaa-bab3-67976c305057 req-aff17d6a-911b-4af9-acb2-0a9a3a186ad1 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/security-groups?id=3471b1e6-2616-499a-a679-3b4fbbef8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679893 Jan 24 16:56:10.998332 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [req-d7117a45-5617-412e-a327-c72d15221b40 req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Allocated IP 172.20.0.4 (65b89cb5-235f-4d33-82a0-9e74a9bccb1e/ea396585-6a9a-449a-a830-08620a48612e/41d7d71d-3e7f-44e5-9394-f4d62e1f557f) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:56:11.046078 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fc740-8a8e-456e-8140-a48e607ec8b3 req-834a06a5-c251-4838-a89a-42cf26a64ab4 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:11.047808 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d93fc740-8a8e-456e-8140-a48e607ec8b3 req-834a06a5-c251-4838-a89a-42cf26a64ab4 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0920758 Jan 24 16:56:11.052244 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] For port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5, host hv-cinder-82611, cleared binding levels {{(pid=114080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:56:11.056529 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] For port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:56:11.065248 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:11.163255 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:11.164001 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:11.165508 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] 10.222.0.79 "PUT /v2.0/ports/020ec9b3-10b6-48ee-9f35-59587ddb3bf5 HTTP/1.1" status: 200 len: 1093 time: 0.9790082 Jan 24 16:56:11.173081 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-d7117a45-5617-412e-a327-c72d15221b40 req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:11.186978 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:11.191088 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faba3f59-b4f7-4ad4-8c79-8fca833a7a64" -d '{"events": [{"name": "network-changed", "server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:11.194923 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2433d35-7503-4706-b6cc-dc95c89c3583 service neutron] Pushing event updated for resources: {'Port': ['ID=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,revision_number=3']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:11.218180 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-d7117a45-5617-412e-a327-c72d15221b40 req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:11.224455 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d93fc740-8a8e-456e-8140-a48e607ec8b3 req-a1b41ed6-11c4-4221-9001-eb94b88100e6 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618717 Jan 24 16:56:11.284305 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7117a45-5617-412e-a327-c72d15221b40 req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:11.287539 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [req-d7117a45-5617-412e-a327-c72d15221b40 req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:11.291558 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7117a45-5617-412e-a327-c72d15221b40 req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:56:11.296368 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-537521cd-2f56-40f4-bc9f-533aded49713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:11.297920 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-537521cd-2f56-40f4-bc9f-533aded49713 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=511e72017a4b4da7a0748dae5a59e0ac&device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 1096 time: 0.0696950 Jan 24 16:56:11.341994 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'Port': ['ID=41d7d71d-3e7f-44e5-9394-f4d62e1f557f,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:11.364361 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-617b479e-16c0-4f42-b399-336aaa58f711 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5 HTTP/1.1" status: 200 len: 217 time: 0.0540905 Jan 24 16:56:11.366055 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ee0e7d-7cd6-4cad-b0eb-b4bebd872c41 x-openstack-request-id: req-c0ee0e7d-7cd6-4cad-b0eb-b4bebd872c41 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:11.366662 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:11.367266 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c0ee0e7d-7cd6-4cad-b0eb-b4bebd872c41 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:11.367810 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'status': 'completed', 'code': 200} Jan 24 16:56:11.381292 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7117a45-5617-412e-a327-c72d15221b40 req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:11.381292 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-d7117a45-5617-412e-a327-c72d15221b40 req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:11.407177 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-69a1f2eb-841d-4c2f-8ad7-eb3d41b01d57 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7888241 Jan 24 16:56:11.432342 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Request body: {'port': {'device_id': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:11.473866 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-fad55f70-1840-4dba-b15e-da6d9297b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:11.475357 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-fad55f70-1840-4dba-b15e-da6d9297b6dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1a7df5c-5600-4530-8b3d-71768f17578c HTTP/1.1" status: 200 len: 847 time: 0.0868189 Jan 24 16:56:11.498105 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:11.500352 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d8c18-3a72-46d4-8dd9-07e88f9834e4 req-fa62ccab-a1f8-422a-a7eb-0dee1ae918bd tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:11.502442 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-bd7d8c18-3a72-46d4-8dd9-07e88f9834e4 req-fa62ccab-a1f8-422a-a7eb-0dee1ae918bd tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 931 time: 0.0781512 Jan 24 16:56:11.563564 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-315a59f9-473a-4359-b590-eba6699072a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:11.565261 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-315a59f9-473a-4359-b590-eba6699072a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=47466270-541d-4039-a73f-7e91d25c0bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810559 Jan 24 16:56:11.587972 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-bd7d8c18-3a72-46d4-8dd9-07e88f9834e4 req-436cf12b-100e-40a1-a333-a7b0f90808b8 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657322 Jan 24 16:56:11.649159 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-7e424056-2c14-4406-a35d-f3a83ca1311d None None] Provisioning complete for port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:11.649947 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-7e424056-2c14-4406-a35d-f3a83ca1311d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:11.681890 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-67190de9-db7c-41b8-b9c3-12a8e2511b79 service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074688 Jan 24 16:56:11.688319 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-7e424056-2c14-4406-a35d-f3a83ca1311d None None] Port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:56:11.773183 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-39b42b91-f133-4b2c-b50d-711e255bc5c6 req-d1a845b2-e234-40cb-accf-22aa45137d64 service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823932 Jan 24 16:56:11.776671 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d7d71d-3e7f-44e5-9394-f4d62e1f557f {{(pid=114081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:56:11.783942 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Publish callbacks [] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:11.797222 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.provisioning_blocks [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Transition to ACTIVE for port object 41d7d71d-3e7f-44e5-9394-f4d62e1f557f will not be triggered until provisioned by entity L2. {{(pid=114081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:56:11.801035 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:11.861074 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:11.868461 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Pushing event updated for resources: {'Port': ['ID=41d7d71d-3e7f-44e5-9394-f4d62e1f557f,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:11.896421 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3f59-b4f7-4ad4-8c79-8fca833a7a64 req-2d3bf99e-a524-4996-82f9-f2e7d1b31ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:11.898001 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-faba3f59-b4f7-4ad4-8c79-8fca833a7a64 req-2d3bf99e-a524-4996-82f9-f2e7d1b31ef3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=511e72017a4b4da7a0748dae5a59e0ac&device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 1096 time: 0.0632775 Jan 24 16:56:11.921009 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Attempting to bind port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:56:11.921361 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Attempting to bind port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:56:11.921762 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Attempting to bind port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f on network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:56:11.927148 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f on network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:56:11.928216 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Attempting to bind port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f on network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:56:11.933627 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:56:11.934061 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Checking segment: {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:56:11.934526 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Bound using segment: {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:56:11.935070 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Bound port: 41d7d71d-3e7f-44e5-9394-f4d62e1f557f, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'}}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:56:11.935497 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:12.010009 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] For port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f, host hv-cinder-82611, cleared binding levels {{(pid=114081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:56:12.014657 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] For port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=41d7d71d-3e7f-44e5-9394-f4d62e1f557f,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:56:12.023020 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:12.026402 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3f59-b4f7-4ad4-8c79-8fca833a7a64 req-16746f3f-e0c4-4bad-851c-4ab37e0161e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:12.028878 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-faba3f59-b4f7-4ad4-8c79-8fca833a7a64 req-16746f3f-e0c4-4bad-851c-4ab37e0161e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=47466270-541d-4039-a73f-7e91d25c0bd6 HTTP/1.1" status: 200 len: 908 time: 0.1076508 Jan 24 16:56:12.062770 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:12.063398 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:12.065465 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] 10.222.0.79 "PUT /v2.0/ports/41d7d71d-3e7f-44e5-9394-f4d62e1f557f HTTP/1.1" status: 200 len: 1093 time: 0.6374843 Jan 24 16:56:12.065926 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'tag': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:12.068193 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3effe45-f258-48bb-beee-ed6394c6f421" -d '{"events": [{"name": "network-changed", "server_uuid": "921adf61-2d82-49af-8dd2-dd2fbbd585b4", "tag": "41d7d71d-3e7f-44e5-9394-f4d62e1f557f"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:12.095889 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32a77c-a6f2-4d77-9bac-8b5b2d116506 service neutron] Pushing event updated for resources: {'Port': ['ID=41d7d71d-3e7f-44e5-9394-f4d62e1f557f,revision_number=3']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:12.110400 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f73165-0a47-48f9-91d9-006bae288ce6 x-openstack-request-id: req-34f73165-0a47-48f9-91d9-006bae288ce6 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:12.112408 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921adf61-2d82-49af-8dd2-dd2fbbd585b4", "tag": "41d7d71d-3e7f-44e5-9394-f4d62e1f557f", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:12.112662 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-34f73165-0a47-48f9-91d9-006bae288ce6 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:12.113068 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'tag': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f', 'status': 'completed', 'code': 200} Jan 24 16:56:12.115539 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-faba3f59-b4f7-4ad4-8c79-8fca833a7a64 req-b94f4702-6f4b-453a-8273-6b653130fe84 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5 HTTP/1.1" status: 200 len: 217 time: 0.0731099 Jan 24 16:56:12.160266 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1cabb-4dc9-4528-8113-47c30d490e65 req-4ac63429-29ae-434c-b9b7-dba8ad3f857e tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:12.161829 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-63e1cabb-4dc9-4528-8113-47c30d490e65 req-4ac63429-29ae-434c-b9b7-dba8ad3f857e tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 950 time: 0.0598526 Jan 24 16:56:12.202344 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7117a45-5617-412e-a327-c72d15221b40 req-ab753f33-2962-463f-9ed4-ad576810ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:12.204010 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-ab753f33-2962-463f-9ed4-ad576810ac75 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 1096 time: 0.0476360 Jan 24 16:56:12.241352 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3f59-b4f7-4ad4-8c79-8fca833a7a64 req-a161cc3d-04a9-4679-8610-28dc05e2c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:12.243000 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-faba3f59-b4f7-4ad4-8c79-8fca833a7a64 req-a161cc3d-04a9-4679-8610-28dc05e2c478 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1a7df5c-5600-4530-8b3d-71768f17578c HTTP/1.1" status: 200 len: 847 time: 0.0802338 Jan 24 16:56:12.250746 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-63e1cabb-4dc9-4528-8113-47c30d490e65 req-09acf54e-059b-43a4-bbcc-1415ad86e144 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/security-groups?id=3471b1e6-2616-499a-a679-3b4fbbef8921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791762 Jan 24 16:56:12.310006 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3f59-b4f7-4ad4-8c79-8fca833a7a64 req-1e5ec2c0-5b45-42fa-b494-b727cda6a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:12.310815 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-faba3f59-b4f7-4ad4-8c79-8fca833a7a64 req-1e5ec2c0-5b45-42fa-b494-b727cda6a259 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=47466270-541d-4039-a73f-7e91d25c0bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590827 Jan 24 16:56:12.418499 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-faba3f59-b4f7-4ad4-8c79-8fca833a7a64 req-0eae0251-9880-4720-981a-cd5807149e63 service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002359 Jan 24 16:56:12.526842 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-faba3f59-b4f7-4ad4-8c79-8fca833a7a64 req-3aa9e1be-9ef4-4733-97e7-eeb65a3affce service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924296 Jan 24 16:56:12.544806 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-7186d41d-7f10-4498-8620-23b4589b3f55 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d7d71d-3e7f-44e5-9394-f4d62e1f557f HTTP/1.1" status: 200 len: 217 time: 0.3272176 Jan 24 16:56:12.625185 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebf223-6d03-47f1-87e9-219ff8dd3fe0 req-9f91af1a-0123-415a-a6be-a7cc9948e183 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:12.627238 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5eebf223-6d03-47f1-87e9-219ff8dd3fe0 req-9f91af1a-0123-415a-a6be-a7cc9948e183 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0849061 Jan 24 16:56:12.629062 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7117a45-5617-412e-a327-c72d15221b40 req-3b2c8d2f-7720-409f-8697-40a428cac762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:12.630378 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-3b2c8d2f-7720-409f-8697-40a428cac762 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0614254 Jan 24 16:56:12.707038 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5eebf223-6d03-47f1-87e9-219ff8dd3fe0 req-6a375d6a-dfe0-42e0-9294-d1e8f42ffed2 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739024 Jan 24 16:56:12.713569 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7117a45-5617-412e-a327-c72d15221b40 req-9c8f8e4f-d8b6-4410-bf69-045f15f0dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:12.715066 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-9c8f8e4f-d8b6-4410-bf69-045f15f0dca0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686986 Jan 24 16:56:12.730925 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec6406-9927-424b-8295-fed3c2b6c1fb req-9dd78a4f-44d5-4897-9ea0-8e7cbd8a3f4d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:12.732401 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0dec6406-9927-424b-8295-fed3c2b6c1fb req-9dd78a4f-44d5-4897-9ea0-8e7cbd8a3f4d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 943 time: 0.0777392 Jan 24 16:56:12.744785 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13589a4-7c22-4d6e-94de-9f94926e1a9a req-13305fb8-0f20-4be3-bf67-a111d81a45f4 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:12.746156 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b13589a4-7c22-4d6e-94de-9f94926e1a9a req-13305fb8-0f20-4be3-bf67-a111d81a45f4 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 950 time: 0.0659711 Jan 24 16:56:12.805738 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-c72d70bb-9388-4da8-a253-fb9bea2fb7db service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832057 Jan 24 16:56:12.843910 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0dec6406-9927-424b-8295-fed3c2b6c1fb req-697b55cc-cf47-4243-a9ba-73ef9cdc334c tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968082 Jan 24 16:56:12.871519 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-b13589a4-7c22-4d6e-94de-9f94926e1a9a req-4cf447a6-9956-4058-acea-27912f620af7 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Deleting port 1bbc481f-ccef-44c9-9d06-c65006484edd {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:12.871519 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-b13589a4-7c22-4d6e-94de-9f94926e1a9a req-4cf447a6-9956-4058-acea-27912f620af7 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:12.898236 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d7117a45-5617-412e-a327-c72d15221b40 req-a9f8b530-052d-432c-adb4-92b5fcf4325a service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864718 Jan 24 16:56:12.958186 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-b13589a4-7c22-4d6e-94de-9f94926e1a9a req-4cf447a6-9956-4058-acea-27912f620af7 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] For port 1bbc481f-ccef-44c9-9d06-c65006484edd, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=1bbc481f-ccef-44c9-9d06-c65006484edd,segment=NetworkSegment(2134deed-de9e-490b-a9d4-c100bf99bf5f),segment_id=2134deed-de9e-490b-a9d4-c100bf99bf5f)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:12.958784 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-b13589a4-7c22-4d6e-94de-9f94926e1a9a req-4cf447a6-9956-4058-acea-27912f620af7 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:12.974675 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [req-b13589a4-7c22-4d6e-94de-9f94926e1a9a req-4cf447a6-9956-4058-acea-27912f620af7 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Calling delete_port for 1bbc481f-ccef-44c9-9d06-c65006484edd owned by compute:nova {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:13.000785 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3effe45-f258-48bb-beee-ed6394c6f421 req-372bda2e-0bfc-4247-9ec3-92d333a729bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:13.002964 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f3effe45-f258-48bb-beee-ed6394c6f421 req-372bda2e-0bfc-4247-9ec3-92d333a729bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 1096 time: 0.0447412 Jan 24 16:56:13.107795 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-b13589a4-7c22-4d6e-94de-9f94926e1a9a req-4cf447a6-9956-4058-acea-27912f620af7 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (1bbc481f-ccef-44c9-9d06-c65006484edd), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:13.112261 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3effe45-f258-48bb-beee-ed6394c6f421 req-17f16b6e-2de6-41de-8ce0-91f0e2e8670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:13.113684 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f3effe45-f258-48bb-beee-ed6394c6f421 req-17f16b6e-2de6-41de-8ce0-91f0e2e8670e service neutron] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 911 time: 0.1011250 Jan 24 16:56:13.124675 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['1bbc481f-ccef-44c9-9d06-c65006484edd'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:56:13.134849 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf447a6-9956-4058-acea-27912f620af7 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Pushing event deleted for resources: {'Port': ['ID=1bbc481f-ccef-44c9-9d06-c65006484edd,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:13.160685 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f3effe45-f258-48bb-beee-ed6394c6f421 req-a8345448-4f8d-456a-a948-673f122838c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d7d71d-3e7f-44e5-9394-f4d62e1f557f HTTP/1.1" status: 200 len: 217 time: 0.0375209 Jan 24 16:56:13.184173 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13589a4-7c22-4d6e-94de-9f94926e1a9a req-4cf447a6-9956-4058-acea-27912f620af7 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] No DVR routers for this DVR port 1bbc481f-ccef-44c9-9d06-c65006484edd on host hv-cinder-82611 {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:56:13.186659 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-b13589a4-7c22-4d6e-94de-9f94926e1a9a req-4cf447a6-9956-4058-acea-27912f620af7 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:13.190395 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b13589a4-7c22-4d6e-94de-9f94926e1a9a req-4cf447a6-9956-4058-acea-27912f620af7 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.79 "DELETE /v2.0/ports/1bbc481f-ccef-44c9-9d06-c65006484edd HTTP/1.1" status: 204 len: 173 time: 0.4370942 Jan 24 16:56:13.215098 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3effe45-f258-48bb-beee-ed6394c6f421 req-107c377e-6d80-4ac5-8267-9f83d863478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:13.216560 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f3effe45-f258-48bb-beee-ed6394c6f421 req-107c377e-6d80-4ac5-8267-9f83d863478b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0467796 Jan 24 16:56:13.272866 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3effe45-f258-48bb-beee-ed6394c6f421 req-3270f35f-99ab-46a9-ae2b-7bb6347eb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:13.274443 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f3effe45-f258-48bb-beee-ed6394c6f421 req-3270f35f-99ab-46a9-ae2b-7bb6347eb926 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486374 Jan 24 16:56:13.370905 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d8f88b-800f-48b1-bed0-1784a3439466', 'name': 'network-vif-deleted', 'tag': '1bbc481f-ccef-44c9-9d06-c65006484edd'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:13.373166 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164ceb3f-70df-4513-91af-be8fab457520" -d '{"events": [{"server_uuid": "e4d8f88b-800f-48b1-bed0-1784a3439466", "name": "network-vif-deleted", "tag": "1bbc481f-ccef-44c9-9d06-c65006484edd"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:13.377673 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a9a897ef-75b4-4f3c-b28f-b5925b641240 req-1fa4044c-d163-431c-9fdf-6469f7a75ac1 tempest-VolumesNegativeTest-1684877513 tempest-VolumesNegativeTest-1684877513-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8f88b-800f-48b1-bed0-1784a3439466 HTTP/1.1" status: 200 len: 210 time: 0.0326014 Jan 24 16:56:13.397017 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f3effe45-f258-48bb-beee-ed6394c6f421 req-e60991ba-6572-4aa4-b5c8-a5568dacc4ef service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148872 Jan 24 16:56:13.413691 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931462f4-3dca-4b55-82ca-75140c7a4c9b x-openstack-request-id: req-931462f4-3dca-4b55-82ca-75140c7a4c9b {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:13.413978 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d8f88b-800f-48b1-bed0-1784a3439466", "name": "network-vif-deleted", "tag": "1bbc481f-ccef-44c9-9d06-c65006484edd", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:13.414232 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-931462f4-3dca-4b55-82ca-75140c7a4c9b {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:13.414623 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d8f88b-800f-48b1-bed0-1784a3439466', 'name': 'network-vif-deleted', 'tag': '1bbc481f-ccef-44c9-9d06-c65006484edd', 'status': 'completed', 'code': 200} Jan 24 16:56:13.493759 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f3effe45-f258-48bb-beee-ed6394c6f421 req-eeab4353-1f7f-4d42-b93f-d3fa827f0f3b service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888989 Jan 24 16:56:13.830777 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f3b4a-5fe9-48d5-a514-a8f091589ae8 req-5ee62898-7409-466c-9338-67862d51195b tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:13.832238 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ae7f3b4a-5fe9-48d5-a514-a8f091589ae8 req-5ee62898-7409-466c-9338-67862d51195b tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0505896 Jan 24 16:56:13.882247 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-ae7f3b4a-5fe9-48d5-a514-a8f091589ae8 req-f3eb8fc4-038e-4d6a-9268-db038f5b6137 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444300 Jan 24 16:56:13.961625 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d30e2-2712-4b34-8a10-3fb7156d5f33 req-f9d8b06f-4240-46c3-9d27-220a2bf7f8cb tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:13.963110 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d34d30e2-2712-4b34-8a10-3fb7156d5f33 req-f9d8b06f-4240-46c3-9d27-220a2bf7f8cb tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 943 time: 0.0491850 Jan 24 16:56:14.012204 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d34d30e2-2712-4b34-8a10-3fb7156d5f33 req-521fe0f3-2674-4444-a82f-a061136b8b3f tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431199 Jan 24 16:56:15.006979 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a280f-2887-4ca2-8c77-88ed78a0b5da req-d32878e3-8b95-4118-99d7-ed32f96f64d7 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:15.008989 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d63a280f-2887-4ca2-8c77-88ed78a0b5da req-d32878e3-8b95-4118-99d7-ed32f96f64d7 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0551527 Jan 24 16:56:15.064339 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d63a280f-2887-4ca2-8c77-88ed78a0b5da req-5739dedd-0550-4c28-bc7a-71be8e662e97 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493112 Jan 24 16:56:15.135563 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca090b-2edf-4b09-9c10-f54c7c04849f req-9aaae072-159e-439b-8fcc-35cd972e5297 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:15.137058 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-faca090b-2edf-4b09-9c10-f54c7c04849f req-9aaae072-159e-439b-8fcc-35cd972e5297 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 943 time: 0.0495398 Jan 24 16:56:15.208837 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-faca090b-2edf-4b09-9c10-f54c7c04849f req-ab29ce2e-cc67-4d7a-acbd-a4c83ca94c2f tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579548 Jan 24 16:56:15.628691 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 1bbc481f-ccef-44c9-9d06-c65006484edd no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:56:15.650082 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 1bbc481f-ccef-44c9-9d06-c65006484edd {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:56:15.650423 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 1bbc481f-ccef-44c9-9d06-c65006484edd not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:56:16.193826 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bb9c5-2530-4cc0-9bf9-7b42e19ea444 req-0084e8e3-f8ad-4645-ba31-c50f5215af11 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:16.195355 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c46bb9c5-2530-4cc0-9bf9-7b42e19ea444 req-0084e8e3-f8ad-4645-ba31-c50f5215af11 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0565281 Jan 24 16:56:16.246543 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c46bb9c5-2530-4cc0-9bf9-7b42e19ea444 req-03654393-29a6-4ebe-a467-b2ea4b07ba01 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454054 Jan 24 16:56:16.356649 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50b5f2-b094-4df6-9af0-bfc4cb2ce6a6 req-c42b8ff8-9afa-4a78-8fde-40c0dd0ba9cf tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:16.358135 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cb50b5f2-b094-4df6-9af0-bfc4cb2ce6a6 req-c42b8ff8-9afa-4a78-8fde-40c0dd0ba9cf tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 943 time: 0.0523560 Jan 24 16:56:16.409162 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cb50b5f2-b094-4df6-9af0-bfc4cb2ce6a6 req-a094abb9-6549-48e0-a5ba-8bcf6ab0a52a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451891 Jan 24 16:56:17.366475 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e70f67-f1ec-44a1-92b3-a1eda3ddddcd req-6b06c329-f4f0-48cf-8565-12f5b730c7a3 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:17.367962 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-32e70f67-f1ec-44a1-92b3-a1eda3ddddcd req-6b06c329-f4f0-48cf-8565-12f5b730c7a3 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0500624 Jan 24 16:56:17.415778 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-32e70f67-f1ec-44a1-92b3-a1eda3ddddcd req-c256182a-5da2-42a5-aa80-284bd8e58231 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 Jan 24 16:56:17.529562 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd3747-415c-4c3e-bf87-8c8bccf4d34f req-d92c6429-82c8-4a84-82f3-5f03f2525f33 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:17.531066 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0bbd3747-415c-4c3e-bf87-8c8bccf4d34f req-d92c6429-82c8-4a84-82f3-5f03f2525f33 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 943 time: 0.0530105 Jan 24 16:56:17.578324 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0bbd3747-415c-4c3e-bf87-8c8bccf4d34f req-4550dc0e-6cb4-4078-8bda-b47d1e7694ad tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418763 Jan 24 16:56:18.241470 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 55664) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:18.276731 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f70b58e5-7b9d-4b67-9ee5-57229c86bbf4 req-ac13446f-1a1e-484e-8c3e-60f4bd0352e0 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541277728&fields=id&tenant_id=d60ca23ca0784aef8638d92cfdca914f HTTP/1.1" status: 200 len: 267 time: 0.0442083 Jan 24 16:56:18.332764 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b58e5-7b9d-4b67-9ee5-57229c86bbf4 req-9b1e175d-7af2-4496-aab6-073d618bdaf8 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:18.334281 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f70b58e5-7b9d-4b67-9ee5-57229c86bbf4 req-9b1e175d-7af2-4496-aab6-073d618bdaf8 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 984 time: 0.0522740 Jan 24 16:56:18.351094 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [req-f70b58e5-7b9d-4b67-9ee5-57229c86bbf4 req-0134c438-2d27-4030-a644-26fd4a065a14 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Request body: {'port': {'security_groups': ['633f141f-ecb0-46e5-8909-0b1e0e5ec4bc']}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:18.376523 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-6d2f4bb9-7492-429e-a001-c6e601c9da88 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=91c6a4a7b6294557aa79bfcd9fae3cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336195 Jan 24 16:56:18.379011 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 55668) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:18.420725 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-f70b58e5-7b9d-4b67-9ee5-57229c86bbf4 req-0134c438-2d27-4030-a644-26fd4a065a14 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:18.428538 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c1093c43-92ee-4ca1-96d4-5d208b0c057b admin admin] Publish callbacks [] for security_group (3471b1e6-2616-499a-a679-3b4fbbef8921), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:18.451018 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c1093c43-92ee-4ca1-96d4-5d208b0c057b admin admin] Publish callbacks [] for security_group (3471b1e6-2616-499a-a679-3b4fbbef8921), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:18.499798 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c1093c43-92ee-4ca1-96d4-5d208b0c057b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (3471b1e6-2616-499a-a679-3b4fbbef8921), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:18.503402 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c1093c43-92ee-4ca1-96d4-5d208b0c057b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:18.507911 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-c1093c43-92ee-4ca1-96d4-5d208b0c057b admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/3471b1e6-2616-499a-a679-3b4fbbef8921 HTTP/1.1" status: 204 len: 168 time: 0.1272440 Jan 24 16:56:18.521112 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1093c43-92ee-4ca1-96d4-5d208b0c057b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3471b1e6-2616-499a-a679-3b4fbbef8921,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:18.607833 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a65e-f086-4f8a-8474-349310bc98f2 req-f38a18a8-8d0e-4b0d-9bc1-3f06da97b597 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:18.609379 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b751a65e-f086-4f8a-8474-349310bc98f2 req-f38a18a8-8d0e-4b0d-9bc1-3f06da97b597 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0564506 Jan 24 16:56:18.617085 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [req-f70b58e5-7b9d-4b67-9ee5-57229c86bbf4 req-0134c438-2d27-4030-a644-26fd4a065a14 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] For port 7a1e30e0-8581-4715-9b37-9a84fccf7f10, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:18.650643 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-f70b58e5-7b9d-4b67-9ee5-57229c86bbf4 req-0134c438-2d27-4030-a644-26fd4a065a14 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:18.656516 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-f70b58e5-7b9d-4b67-9ee5-57229c86bbf4 req-0134c438-2d27-4030-a644-26fd4a065a14 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:18.664248 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b751a65e-f086-4f8a-8474-349310bc98f2 req-11dfa542-71ee-4b41-a119-a05764b7e595 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472906 Jan 24 16:56:18.670917 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['7a1e30e0-8581-4715-9b37-9a84fccf7f10'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:56:18.711479 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b58e5-7b9d-4b67-9ee5-57229c86bbf4 req-0134c438-2d27-4030-a644-26fd4a065a14 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:18.712017 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [req-f70b58e5-7b9d-4b67-9ee5-57229c86bbf4 req-0134c438-2d27-4030-a644-26fd4a065a14 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:18.713567 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f70b58e5-7b9d-4b67-9ee5-57229c86bbf4 req-0134c438-2d27-4030-a644-26fd4a065a14 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "PUT /v2.0/ports/7a1e30e0-8581-4715-9b37-9a84fccf7f10 HTTP/1.1" status: 200 len: 942 time: 0.3670440 Jan 24 16:56:18.714058 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:18.716658 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bddf5e1-1502-4074-9434-2e1a3c452c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:18.722588 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55680) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:18.808283 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18259bf7-5694-4d61-b46c-1235913cdaec x-openstack-request-id: req-18259bf7-5694-4d61-b46c-1235913cdaec {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:18.808658 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:18.808886 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-18259bf7-5694-4d61-b46c-1235913cdaec {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:18.809271 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'status': 'completed', 'code': 200} Jan 24 16:56:18.824376 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134c438-2d27-4030-a644-26fd4a065a14 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event updated for resources: {'Port': ['ID=7a1e30e0-8581-4715-9b37-9a84fccf7f10,revision_number=7']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:18.824675 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['7a1e30e0-8581-4715-9b37-9a84fccf7f10'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:56:18.831995 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1714bebe-6f1d-4430-b8f5-a0bdcc96a00e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group (8a75eec8-0dcc-4941-a2aa-bc424b0564f6), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:18.865810 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1714bebe-6f1d-4430-b8f5-a0bdcc96a00e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group (8a75eec8-0dcc-4941-a2aa-bc424b0564f6), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:18.902336 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ab7cd-e6c7-425b-9c9d-88846f69b614 req-743ecd38-88d6-4f34-8d3f-95ac943a3cca tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:18.910150 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c59ab7cd-e6c7-425b-9c9d-88846f69b614 req-743ecd38-88d6-4f34-8d3f-95ac943a3cca tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 943 time: 0.0930660 Jan 24 16:56:18.949669 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1714bebe-6f1d-4430-b8f5-a0bdcc96a00e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (8a75eec8-0dcc-4941-a2aa-bc424b0564f6), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:18.952581 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1714bebe-6f1d-4430-b8f5-a0bdcc96a00e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:18.954271 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-1714bebe-6f1d-4430-b8f5-a0bdcc96a00e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "DELETE /v2.0/security-groups/8a75eec8-0dcc-4941-a2aa-bc424b0564f6 HTTP/1.1" status: 204 len: 168 time: 0.2301049 Jan 24 16:56:18.958984 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55682) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:18.983313 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c59ab7cd-e6c7-425b-9c9d-88846f69b614 req-dcdd6473-7d6c-4830-9ead-825f4268eed0 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670006 Jan 24 16:56:18.991014 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddf5e1-1502-4074-9434-2e1a3c452c4e req-edd6bd20-45ac-4e73-9bac-f020578284ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:18.992701 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8bddf5e1-1502-4074-9434-2e1a3c452c4e req-edd6bd20-45ac-4e73-9bac-f020578284ca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d60ca23ca0784aef8638d92cfdca914f&device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 1098 time: 0.1427133 Jan 24 16:56:19.006875 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714bebe-6f1d-4430-b8f5-a0bdcc96a00e tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a75eec8-0dcc-4941-a2aa-bc424b0564f6,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:19.112838 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-bc6d2d1e-adec-49e3-9ad9-a7709c424cb0 None None] Provisioning complete for port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:19.113306 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2d1e-adec-49e3-9ad9-a7709c424cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:19.125428 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddf5e1-1502-4074-9434-2e1a3c452c4e req-a41329d8-13ba-40ae-887d-f67bf21a6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:19.127266 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8bddf5e1-1502-4074-9434-2e1a3c452c4e req-a41329d8-13ba-40ae-887d-f67bf21a6f23 service neutron] 10.222.0.79 "GET /v2.0/networks?id=79c56179-49d8-45c0-b697-75d837624748 HTTP/1.1" status: 200 len: 914 time: 0.1268263 Jan 24 16:56:19.201526 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d2d1e-adec-49e3-9ad9-a7709c424cb0 None None] Current status of the port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 is: ACTIVE; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:56:19.214525 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8bddf5e1-1502-4074-9434-2e1a3c452c4e req-e8d2a0e6-55fa-44db-8e02-3b1668ade4e9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10 HTTP/1.1" status: 200 len: 1001 time: 0.0780580 Jan 24 16:56:19.264786 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddf5e1-1502-4074-9434-2e1a3c452c4e req-0cc6af30-d660-4794-88d2-e6eb550381bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:19.266144 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8bddf5e1-1502-4074-9434-2e1a3c452c4e req-0cc6af30-d660-4794-88d2-e6eb550381bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=070f1225-a6b9-4278-b6d4-4666176a135b HTTP/1.1" status: 200 len: 853 time: 0.0477276 Jan 24 16:56:19.311530 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddf5e1-1502-4074-9434-2e1a3c452c4e req-eb54a0a1-85c1-4f44-83cf-31ddb7c571ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:19.313019 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8bddf5e1-1502-4074-9434-2e1a3c452c4e req-eb54a0a1-85c1-4f44-83cf-31ddb7c571ed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79c56179-49d8-45c0-b697-75d837624748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407329 Jan 24 16:56:19.386831 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Deleting port aaada268-0d18-43aa-ad65-dac8aa94e0c7 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:19.387170 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (aaada268-0d18-43aa-ad65-dac8aa94e0c7), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:19.408712 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8bddf5e1-1502-4074-9434-2e1a3c452c4e req-0a6e129f-1d46-4777-9b5c-1a7281a54907 service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878594 Jan 24 16:56:19.462875 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (aaada268-0d18-43aa-ad65-dac8aa94e0c7), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:19.463461 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for floatingip (aaada268-0d18-43aa-ad65-dac8aa94e0c7), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:19.475000 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Calling delete_port for aaada268-0d18-43aa-ad65-dac8aa94e0c7 owned by network:floatingip {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:19.497122 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8bddf5e1-1502-4074-9434-2e1a3c452c4e req-0bd8af92-156f-479b-b71d-2f1c369bbb68 service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823264 Jan 24 16:56:19.642843 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:56:19.645638 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (aaada268-0d18-43aa-ad65-dac8aa94e0c7), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:19.670042 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event deleted for resources: {'Port': ['ID=aaada268-0d18-43aa-ad65-dac8aa94e0c7,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:19.737964 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks [] for floatingip (293ca207-66b5-4a59-8155-a9503195d24f), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:19.738636 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.l3_db [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Floating IP 293ca207-66b5-4a59-8155-a9503195d24f disassociated (deleted). External IP: 172.27.3.161, port: 7a1e30e0-8581-4715-9b37-9a84fccf7f10. Jan 24 16:56:19.754094 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:19.766110 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'port_id': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'mac_address': 'fa:16:3e:94:0a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:56:19.795361 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52ac03-13e7-486d-90b8-ffdf429ba402 req-bcd694fc-6a5c-48bc-947d-af264c59cd03 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:19.796924 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5d52ac03-13e7-486d-90b8-ffdf429ba402 req-bcd694fc-6a5c-48bc-947d-af264c59cd03 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0569000 Jan 24 16:56:19.806504 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:56:19.807160 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:19.821867 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:56:19.842390 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:19.847067 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:19.847844 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 41d7d71d-3e7f-44e5-9394-f4d62e1f557f details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:56:19.849433 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5d52ac03-13e7-486d-90b8-ffdf429ba402 req-cabc09c9-3072-4216-90a5-618751c83d5a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455630 Jan 24 16:56:19.923883 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:19.957256 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Router 94c4e440-9afe-49b5-b2df-6eabd804411b has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:56:19.984970 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=41d7d71d-3e7f-44e5-9394-f4d62e1f557f,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:19.996327 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'port_id': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f', 'mac_address': 'fa:16:3e:7f:18:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:56:20.035411 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:56:20.035802 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:20.053878 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d7d71d-3e7f-44e5-9394-f4d62e1f557f {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:56:20.072799 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=41d7d71d-3e7f-44e5-9394-f4d62e1f557f,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:20.076873 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:20.099643 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:56:20.104271 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:20.109848 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0676c4-a0ab-4beb-a28a-8e78e324cc57 None None] Sync routers for ids ['94c4e440-9afe-49b5-b2df-6eabd804411b'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:56:20.133314 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28a68d-082e-4468-8766-3ea22bd5e619 req-07b46471-3736-44b4-aab7-b50bae19ad56 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:20.134809 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fe28a68d-082e-4468-8766-3ea22bd5e619 req-07b46471-3736-44b4-aab7-b50bae19ad56 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 943 time: 0.0850220 Jan 24 16:56:20.137027 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0676c4-a0ab-4beb-a28a-8e78e324cc57 None None] Routers {'94c4e440-9afe-49b5-b2df-6eabd804411b'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:20.137649 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-6b0676c4-a0ab-4beb-a28a-8e78e324cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['94c4e440-9afe-49b5-b2df-6eabd804411b'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:20.140756 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=41d7d71d-3e7f-44e5-9394-f4d62e1f557f,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:20.155684 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-5035146e-5f80-4f0d-a4b3-2c0c320b974c tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "DELETE /v2.0/floatingips/293ca207-66b5-4a59-8155-a9503195d24f HTTP/1.1" status: 204 len: 168 time: 1.1956811 Jan 24 16:56:20.196309 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fe28a68d-082e-4468-8766-3ea22bd5e619 req-4d0c8f33-8c10-42ba-8bf7-4d7c46011119 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529292 Jan 24 16:56:20.258392 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-6b0676c4-a0ab-4beb-a28a-8e78e324cc57 None None] Set router 94c4e440-9afe-49b5-b2df-6eabd804411b gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:20.468646 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-6b0676c4-a0ab-4beb-a28a-8e78e324cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:53:08Z', 'revision_number': 4, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '7ebd1dac-1c1d-45e9-b39a-258558d55c41', 'name': '', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'mac_address': 'fa:16:3e:a7:66:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:07Z', 'updated_at': '2022-01-24T16:53:12Z', 'revision_number': 5, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'subnets': [{'id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:20.495911 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['41d7d71d-3e7f-44e5-9394-f4d62e1f557f'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:56:20.498107 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0676c4-a0ab-4beb-a28a-8e78e324cc57 None None] Checking router: 94c4e440-9afe-49b5-b2df-6eabd804411b for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:56:20.531440 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0676c4-a0ab-4beb-a28a-8e78e324cc57 None None] Routers {'94c4e440-9afe-49b5-b2df-6eabd804411b'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:20.532642 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-6b0676c4-a0ab-4beb-a28a-8e78e324cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['94c4e440-9afe-49b5-b2df-6eabd804411b'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:20.576012 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['020ec9b3-10b6-48ee-9f35-59587ddb3bf5'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:56:20.719127 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-6b0676c4-a0ab-4beb-a28a-8e78e324cc57 None None] Set router 94c4e440-9afe-49b5-b2df-6eabd804411b gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:20.810524 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:20.813557 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b4d360-a7e4-4b2a-94df-5b5ed20cad3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:20.850962 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e39f99-e4ee-4d8a-8964-1317a7c8bd1f x-openstack-request-id: req-f6e39f99-e4ee-4d8a-8964-1317a7c8bd1f {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:20.851257 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:20.851513 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-f6e39f99-e4ee-4d8a-8964-1317a7c8bd1f {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:20.851921 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'status': 'completed', 'code': 200} Jan 24 16:56:20.947026 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4d360-a7e4-4b2a-94df-5b5ed20cad3d req-6d581821-c486-4f6a-b02c-86e2b355e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:20.948533 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-37b4d360-a7e4-4b2a-94df-5b5ed20cad3d req-6d581821-c486-4f6a-b02c-86e2b355e56a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d60ca23ca0784aef8638d92cfdca914f&device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 1098 time: 0.0633733 Jan 24 16:56:21.068452 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbaf66-9b13-47ee-b2ca-1fd20d8508ad req-1f436ea5-8603-4c9d-9082-42c6e2ff6e65 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:21.070002 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5fcbaf66-9b13-47ee-b2ca-1fd20d8508ad req-1f436ea5-8603-4c9d-9082-42c6e2ff6e65 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 944 time: 0.1130476 Jan 24 16:56:21.095251 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4d360-a7e4-4b2a-94df-5b5ed20cad3d req-b18cda29-9e95-43ee-951c-74a4e7b1ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:21.096622 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-37b4d360-a7e4-4b2a-94df-5b5ed20cad3d req-b18cda29-9e95-43ee-951c-74a4e7b1ec2f service neutron] 10.222.0.79 "GET /v2.0/networks?id=79c56179-49d8-45c0-b697-75d837624748 HTTP/1.1" status: 200 len: 914 time: 0.1408365 Jan 24 16:56:21.169365 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-37b4d360-a7e4-4b2a-94df-5b5ed20cad3d req-a8f13999-3cf1-4f8b-8738-c742f68350e3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10 HTTP/1.1" status: 200 len: 217 time: 0.0643072 Jan 24 16:56:21.174927 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5fcbaf66-9b13-47ee-b2ca-1fd20d8508ad req-e5c10016-9ab7-4d7c-a1ac-9ecc87b7db9e tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913467 Jan 24 16:56:21.221871 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4d360-a7e4-4b2a-94df-5b5ed20cad3d req-b60fe298-db2b-4fa3-8fb1-da9c11d79ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:21.224186 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-37b4d360-a7e4-4b2a-94df-5b5ed20cad3d req-b60fe298-db2b-4fa3-8fb1-da9c11d79ce4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=070f1225-a6b9-4278-b6d4-4666176a135b HTTP/1.1" status: 200 len: 853 time: 0.0459461 Jan 24 16:56:21.274163 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4d360-a7e4-4b2a-94df-5b5ed20cad3d req-cbd78a7c-62f6-4f25-8f55-b1044b202587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:21.275736 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-37b4d360-a7e4-4b2a-94df-5b5ed20cad3d req-cbd78a7c-62f6-4f25-8f55-b1044b202587 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=79c56179-49d8-45c0-b697-75d837624748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445886 Jan 24 16:56:21.318879 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dcfbf-91d8-408e-89d9-4794db3a35c1 req-2ddadda8-dc53-4b0f-b029-a3134a1b7e46 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:21.320509 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5f9dcfbf-91d8-408e-89d9-4794db3a35c1 req-2ddadda8-dc53-4b0f-b029-a3134a1b7e46 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 944 time: 0.0526185 Jan 24 16:56:21.327578 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-6b0676c4-a0ab-4beb-a28a-8e78e324cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:53:08Z', 'revision_number': 4, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '7ebd1dac-1c1d-45e9-b39a-258558d55c41', 'name': '', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'mac_address': 'fa:16:3e:a7:66:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:07Z', 'updated_at': '2022-01-24T16:53:12Z', 'revision_number': 5, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'subnets': [{'id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:21.355844 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0676c4-a0ab-4beb-a28a-8e78e324cc57 None None] The sync data for ids ['94c4e440-9afe-49b5-b2df-6eabd804411b'] in dv-cinder-826116-1-iscsi is: [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:53:08Z', 'revision_number': 4, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '7ebd1dac-1c1d-45e9-b39a-258558d55c41', 'name': '', 'network_id': '79c56179-49d8-45c0-b697-75d837624748', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'mac_address': 'fa:16:3e:a7:66:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:07Z', 'updated_at': '2022-01-24T16:53:12Z', 'revision_number': 5, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'subnets': [{'id': '070f1225-a6b9-4278-b6d4-4666176a135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:56:21.377580 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-37b4d360-a7e4-4b2a-94df-5b5ed20cad3d req-1086730c-3e27-430e-afa7-65abdb6f9279 service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942526 Jan 24 16:56:21.378895 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5f9dcfbf-91d8-408e-89d9-4794db3a35c1 req-b3c002f2-1fc0-4f11-8c8a-14ce941c1f6f tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525928 Jan 24 16:56:21.477344 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-37b4d360-a7e4-4b2a-94df-5b5ed20cad3d req-d00c5578-b44b-4a96-9270-0830a227ea0e service neutron] 10.222.0.79 "GET /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936205 Jan 24 16:56:21.624295 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab15fb0-459a-4b6f-be15-aec7cf7b8463 None None] New status for floating IP 293ca207-66b5-4a59-8155-a9503195d24f: DOWN {{(pid=114083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:56:22.288774 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0a3b8-ad66-4f7c-9c6d-69776d803dad req-681adda8-3b75-4b3a-a06e-503b09f71d78 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:22.290205 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0fa0a3b8-ad66-4f7c-9c6d-69776d803dad req-681adda8-3b75-4b3a-a06e-503b09f71d78 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 944 time: 0.0477467 Jan 24 16:56:22.337329 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0fa0a3b8-ad66-4f7c-9c6d-69776d803dad req-db42099f-4d66-4b5a-b6ea-05378f9a05b3 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415685 Jan 24 16:56:22.346322 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:56:22.394925 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:56:22.398721 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:22.399119 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:22.479355 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:56:22.479735 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:22.497274 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8935a44-19c0-4fd1-94b0-74feebc66024 req-9588d688-2082-4540-a766-bebcad5e2108 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:22.498787 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a8935a44-19c0-4fd1-94b0-74feebc66024 req-9588d688-2082-4540-a766-bebcad5e2108 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 944 time: 0.0498083 Jan 24 16:56:22.503583 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:22.505835 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7e9bb7-2158-45da-9a54-5834a71473dc" -d '{"events": [{"server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "name": "network-vif-plugged", "status": "completed", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:22.518888 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:22.523836 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:22.524620 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 41d7d71d-3e7f-44e5-9394-f4d62e1f557f up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:56:22.556400 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a8935a44-19c0-4fd1-94b0-74feebc66024 req-fd12ee29-3454-4682-8d9a-d4f96b08e8c7 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520151 Jan 24 16:56:22.565258 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfacda1a-da4b-419d-a947-77befd7e1f44 x-openstack-request-id: req-bfacda1a-da4b-419d-a947-77befd7e1f44 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:22.565552 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "name": "network-vif-plugged", "status": "completed", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:22.565810 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-bfacda1a-da4b-419d-a947-77befd7e1f44 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:22.566220 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'code': 200} Jan 24 16:56:22.605756 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:22.619184 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:56:22.622862 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:22.623355 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:22.713841 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:56:22.714303 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:22.754202 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=41d7d71d-3e7f-44e5-9394-f4d62e1f557f,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:22.759587 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:22.816595 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=41d7d71d-3e7f-44e5-9394-f4d62e1f557f,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:22.817268 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3313e56-0ebd-4565-b7f8-3ff5b3e26f91 req-5e7553d2-aad9-4686-85a2-448c09ef51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:22.819150 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f3313e56-0ebd-4565-b7f8-3ff5b3e26f91 req-5e7553d2-aad9-4686-85a2-448c09ef51d9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 1098 time: 0.0764358 Jan 24 16:56:22.867354 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f3313e56-0ebd-4565-b7f8-3ff5b3e26f91 req-696dc7ef-a7cc-4d85-a1ae-aab2a49ef9e2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Jan 24 16:56:22.917092 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41309fd0-7ff4-45ae-a919-fc89c5930c65 req-f16f7ab8-a030-4641-9d64-bb0ff0a26f8b tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:22.918584 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-41309fd0-7ff4-45ae-a919-fc89c5930c65 req-f16f7ab8-a030-4641-9d64-bb0ff0a26f8b tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0472178 Jan 24 16:56:22.964886 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-41309fd0-7ff4-45ae-a919-fc89c5930c65 req-02a21395-bd66-4cc6-ba09-5ee25747100f tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Jan 24 16:56:23.459894 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485aeb20-4a38-46db-afc9-c414aac16a17 req-796b0e66-fa1c-4b3f-bbd3-ccbd230adf8a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:23.461388 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-485aeb20-4a38-46db-afc9-c414aac16a17 req-796b0e66-fa1c-4b3f-bbd3-ccbd230adf8a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0503461 Jan 24 16:56:23.510994 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-485aeb20-4a38-46db-afc9-c414aac16a17 req-17c55269-bd7c-4c2c-bea0-c9937a0ea8de tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436563 Jan 24 16:56:23.678844 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee8c9a-0cb1-4bff-bfef-2f349860763c req-42160d66-f386-4c0c-bcb7-38d8da2a3df7 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:23.680206 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-13ee8c9a-0cb1-4bff-bfef-2f349860763c req-42160d66-f386-4c0c-bcb7-38d8da2a3df7 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 945 time: 0.0534523 Jan 24 16:56:23.728769 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-13ee8c9a-0cb1-4bff-bfef-2f349860763c req-655089b0-b1b0-4d15-b32b-f1ddc78c29c5 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431445 Jan 24 16:56:24.082160 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa131e-0db5-4388-985b-5aaab650ed63 req-5b0d0a1a-36ec-40f3-8ef5-d9dde1e7e251 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:24.083683 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-43fa131e-0db5-4388-985b-5aaab650ed63 req-5b0d0a1a-36ec-40f3-8ef5-d9dde1e7e251 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0499806 Jan 24 16:56:24.131420 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-43fa131e-0db5-4388-985b-5aaab650ed63 req-a61b02ea-d64e-45f1-9e42-6a4120dd0d96 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423181 Jan 24 16:56:24.568131 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:24.570424 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4aa7d8-496f-4053-bb80-8e4b2bd7a649" -d '{"events": [{"server_uuid": "921adf61-2d82-49af-8dd2-dd2fbbd585b4", "name": "network-vif-plugged", "status": "completed", "tag": "41d7d71d-3e7f-44e5-9394-f4d62e1f557f"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:24.607533 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083775c6-da79-4387-951c-8da1e5d855cf x-openstack-request-id: req-083775c6-da79-4387-951c-8da1e5d855cf {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:24.607824 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921adf61-2d82-49af-8dd2-dd2fbbd585b4", "name": "network-vif-plugged", "status": "completed", "tag": "41d7d71d-3e7f-44e5-9394-f4d62e1f557f", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:24.608080 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-083775c6-da79-4387-951c-8da1e5d855cf {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:24.608481 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f', 'code': 200} Jan 24 16:56:24.631249 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7793d-1ce0-4360-aa9d-88d1a67657fd req-a54a4f7f-d4b1-48e9-9870-61adcb6dcd77 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:24.632727 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-29a7793d-1ce0-4360-aa9d-88d1a67657fd req-a54a4f7f-d4b1-48e9-9870-61adcb6dcd77 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0514584 Jan 24 16:56:24.681891 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-29a7793d-1ce0-4360-aa9d-88d1a67657fd req-c764cc8c-0670-4b31-a76d-7e3e80dc2952 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427787 Jan 24 16:56:24.865441 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca9484-278d-45aa-965a-7b45043efa9c req-99741d26-5e7b-465c-b8eb-817432792d0b tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:24.866939 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-07ca9484-278d-45aa-965a-7b45043efa9c req-99741d26-5e7b-465c-b8eb-817432792d0b tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 945 time: 0.0645671 Jan 24 16:56:24.941439 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6b412-aae7-4725-ac76-86a1de9584d5 req-67fe0f8e-132b-4583-b8e8-e8057ac116b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:24.942963 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-aee6b412-aae7-4725-ac76-86a1de9584d5 req-67fe0f8e-132b-4583-b8e8-e8057ac116b5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 1098 time: 0.0747838 Jan 24 16:56:24.946900 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-07ca9484-278d-45aa-965a-7b45043efa9c req-fc35d2c6-377b-4cda-b2cc-2147e806a952 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703447 Jan 24 16:56:24.955415 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01756-53ae-4c73-8f2d-29f578eb74ef req-83148bca-9140-4878-81d6-d2df705b3bfc tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:24.957199 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e2f01756-53ae-4c73-8f2d-29f578eb74ef req-83148bca-9140-4878-81d6-d2df705b3bfc tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0491946 Jan 24 16:56:24.992338 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-aee6b412-aae7-4725-ac76-86a1de9584d5 req-3883235f-484e-43d2-be92-ca67cfd7744f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409145 Jan 24 16:56:25.012407 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e2f01756-53ae-4c73-8f2d-29f578eb74ef req-155c30bf-cf1a-4d80-bd1d-a35effe3ecc6 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492725 Jan 24 16:56:25.034210 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55754) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:25.247150 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacb9b42-3d16-47d8-a166-fcc8cada8b64 tempest-TestShelveInstance-843131864 tempest-TestShelveInstance-843131864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:25.250960 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-cacb9b42-3d16-47d8-a166-fcc8cada8b64 tempest-TestShelveInstance-843131864 tempest-TestShelveInstance-843131864-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 1093 time: 0.2134297 Jan 24 16:56:25.252099 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55764) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:25.258735 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Request body: {'floatingip': {'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'port_id': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:25.270521 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def0621-79e4-4592-9cc9-88cf56880e67 req-08a007f0-b5ae-4eb1-91e4-6d0150a3debb tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:25.272170 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3def0621-79e4-4592-9cc9-88cf56880e67 req-08a007f0-b5ae-4eb1-91e4-6d0150a3debb tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0679066 Jan 24 16:56:25.306717 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4db8e7-9c4b-4ff5-90ca-8c11320c3075 req-6cfc50ff-365c-4c34-8671-5aa2d56f3f51 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:25.308182 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:25.308547 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-df4db8e7-9c4b-4ff5-90ca-8c11320c3075 req-6cfc50ff-365c-4c34-8671-5aa2d56f3f51 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.79 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 945 time: 0.0620153 Jan 24 16:56:25.350511 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-3def0621-79e4-4592-9cc9-88cf56880e67 req-67232834-361d-4716-9341-4f3c479bcb50 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/security-groups?id=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697610 Jan 24 16:56:25.411640 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-df4db8e7-9c4b-4ff5-90ca-8c11320c3075 req-e7380b9e-a8a7-4acf-81b6-ef791180dd0d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Deleting port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:25.411984 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-df4db8e7-9c4b-4ff5-90ca-8c11320c3075 req-e7380b9e-a8a7-4acf-81b6-ef791180dd0d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:25.446106 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:25.504753 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-df4db8e7-9c4b-4ff5-90ca-8c11320c3075 req-e7380b9e-a8a7-4acf-81b6-ef791180dd0d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] For port 7a1e30e0-8581-4715-9b37-9a84fccf7f10, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=7a1e30e0-8581-4715-9b37-9a84fccf7f10,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:25.505172 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-df4db8e7-9c4b-4ff5-90ca-8c11320c3075 req-e7380b9e-a8a7-4acf-81b6-ef791180dd0d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:25.519617 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-df4db8e7-9c4b-4ff5-90ca-8c11320c3075 req-e7380b9e-a8a7-4acf-81b6-ef791180dd0d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Calling delete_port for 7a1e30e0-8581-4715-9b37-9a84fccf7f10 owned by compute:nova {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:25.557028 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Allocated IP 172.27.3.176 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/fa386423-9f82-4008-9fd4-69ea54dec647) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:56:25.664473 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-df4db8e7-9c4b-4ff5-90ca-8c11320c3075 req-e7380b9e-a8a7-4acf-81b6-ef791180dd0d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (7a1e30e0-8581-4715-9b37-9a84fccf7f10), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:25.681806 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['7a1e30e0-8581-4715-9b37-9a84fccf7f10'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:56:25.693247 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for port (fa386423-9f82-4008-9fd4-69ea54dec647), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:25.694547 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7380b9e-a8a7-4acf-81b6-ef791180dd0d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Pushing event deleted for resources: {'Port': ['ID=7a1e30e0-8581-4715-9b37-9a84fccf7f10,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:25.740443 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (fa386423-9f82-4008-9fd4-69ea54dec647), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:25.765409 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4db8e7-9c4b-4ff5-90ca-8c11320c3075 req-e7380b9e-a8a7-4acf-81b6-ef791180dd0d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] No DVR routers for this DVR port 7a1e30e0-8581-4715-9b37-9a84fccf7f10 on host hv-cinder-82611 {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:56:25.775362 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-df4db8e7-9c4b-4ff5-90ca-8c11320c3075 req-e7380b9e-a8a7-4acf-81b6-ef791180dd0d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:25.778530 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-df4db8e7-9c4b-4ff5-90ca-8c11320c3075 req-e7380b9e-a8a7-4acf-81b6-ef791180dd0d tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.79 "DELETE /v2.0/ports/7a1e30e0-8581-4715-9b37-9a84fccf7f10 HTTP/1.1" status: 204 len: 173 time: 0.4580734 Jan 24 16:56:25.778994 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'name': 'network-vif-deleted', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:25.781181 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5516fcce-4820-423e-a5a5-59540ab6514e" -d '{"events": [{"server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "name": "network-vif-deleted", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:25.797362 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:25.801796 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:25.806545 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:56:25.808615 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event updated for resources: {'Port': ['ID=fa386423-9f82-4008-9fd4-69ea54dec647,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:25.836544 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bd3e-2cc3-4afe-8e19-af608635ad6e req-cf299f49-21fb-48e1-96d4-1a281534fe32 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:25.839236 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-aba1bd3e-2cc3-4afe-8e19-af608635ad6e req-cf299f49-21fb-48e1-96d4-1a281534fe32 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0748985 Jan 24 16:56:25.841309 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3e1a03-c013-4599-8c08-cebf1228a674 x-openstack-request-id: req-de3e1a03-c013-4599-8c08-cebf1228a674 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:25.841842 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6586b895-689e-45ea-a639-70c04b5ddbc7", "name": "network-vif-deleted", "tag": "7a1e30e0-8581-4715-9b37-9a84fccf7f10", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:25.842115 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-de3e1a03-c013-4599-8c08-cebf1228a674 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:25.842505 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6586b895-689e-45ea-a639-70c04b5ddbc7', 'name': 'network-vif-deleted', 'tag': '7a1e30e0-8581-4715-9b37-9a84fccf7f10', 'status': 'completed', 'code': 200} Jan 24 16:56:25.893425 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-aba1bd3e-2cc3-4afe-8e19-af608635ad6e req-37918645-01e3-4ecd-b219-4083633250e5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493507 Jan 24 16:56:26.091985 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42b9a4-32bf-4d37-b789-ec72afa45f4b req-a89f558b-1a55-4dd6-8ef3-325f241a8c65 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:26.093483 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6a42b9a4-32bf-4d37-b789-ec72afa45f4b req-a89f558b-1a55-4dd6-8ef3-325f241a8c65 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 945 time: 0.0759480 Jan 24 16:56:26.305341 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6a42b9a4-32bf-4d37-b789-ec72afa45f4b req-114ce91b-0f9e-48d0-9e57-447c46d60423 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924717 Jan 24 16:56:26.601397 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-32875f27-06f0-49d4-af1d-63fffe0b0dab req-94f68903-5c8b-41db-a136-00ad771f7cb1 tempest-TestMinimumBasicScenario-1406821518 tempest-TestMinimumBasicScenario-1406821518-project] 10.222.0.117 "GET /v2.0/ports?device_id=6586b895-689e-45ea-a639-70c04b5ddbc7 HTTP/1.1" status: 200 len: 210 time: 0.0298893 Jan 24 16:56:26.614633 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for floatingip (1412994d-861d-4b2e-bd1e-0fbed2e4bc94), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:26.710889 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (fa386423-9f82-4008-9fd4-69ea54dec647), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:26.858508 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for port (fa386423-9f82-4008-9fd4-69ea54dec647), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:26.865573 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (fa386423-9f82-4008-9fd4-69ea54dec647), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:26.931606 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event updated for resources: {'Port': ['ID=fa386423-9f82-4008-9fd4-69ea54dec647,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:26.946097 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (1412994d-861d-4b2e-bd1e-0fbed2e4bc94), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:27.021101 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5683877-c34d-49ba-98b6-9c37a396cdb5 req-4abbd579-19cd-4d20-9d94-da9e80c27ec0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:27.022559 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b5683877-c34d-49ba-98b6-9c37a396cdb5 req-4abbd579-19cd-4d20-9d94-da9e80c27ec0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0493171 Jan 24 16:56:27.058396 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.l3_db [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Floating IP 1412994d-861d-4b2e-bd1e-0fbed2e4bc94 associated. External IP: 172.27.3.176, port: 020ec9b3-10b6-48ee-9f35-59587ddb3bf5. Jan 24 16:56:27.072415 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-b5683877-c34d-49ba-98b6-9c37a396cdb5 req-5f793a37-14a3-4676-a164-dbbe21dbdad6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=d31477de-49fc-4ca5-b95f-986a6e33d643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437441 Jan 24 16:56:27.135098 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd130d68-802e-4070-a239-50bbfc79a359 req-a0ed564b-0d95-4c59-b1c0-4126b9174eb7 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:27.136546 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-fd130d68-802e-4070-a239-50bbfc79a359 req-a0ed564b-0d95-4c59-b1c0-4126b9174eb7 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.79 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 946 time: 0.0487206 Jan 24 16:56:27.232877 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Deleting port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:27.233216 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:27.279052 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:56:27.321308 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] For port 0ca8e31f-a171-49fb-ae74-f6d668a389a9, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=0ca8e31f-a171-49fb-ae74-f6d668a389a9,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:27.321669 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:27.417211 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:56:27.432280 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915b217-e96a-451d-8090-23572bff8ab2 None None] Sync routers for ids ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:56:27.443859 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a6fa0-e1c9-4db0-a8c8-ee02e2c3f334 req-9cdb6920-41a3-4a44-91b9-87c2f17c81d7 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:27.445653 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-023a6fa0-e1c9-4db0-a8c8-ee02e2c3f334 req-9cdb6920-41a3-4a44-91b9-87c2f17c81d7 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 945 time: 0.0719385 Jan 24 16:56:27.447343 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915b217-e96a-451d-8090-23572bff8ab2 None None] Routers {'0b07a30c-34ac-4d20-b9b0-67ffbd956a64'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:27.448210 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-0915b217-e96a-451d-8090-23572bff8ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:27.449156 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:27.510294 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-bcc8e0e5-1156-46a1-a538-71342f5ae1ef tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2555909 Jan 24 16:56:27.521288 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:27.521703 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:27.522296 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (5302cc34-a371-4cad-8a75-90a975cadc63), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:27.523522 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.l3_db [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Floating IP 5302cc34-a371-4cad-8a75-90a975cadc63 disassociated. External IP: 172.27.3.153, port: 0ca8e31f-a171-49fb-ae74-f6d668a389a9. Jan 24 16:56:27.523670 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc77b773-ecc7-4e48-adab-0d52b316853d" -d '{"events": [{"name": "network-changed", "server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:27.524213 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Calling delete_port for 0ca8e31f-a171-49fb-ae74-f6d668a389a9 owned by compute:nova {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:27.566562 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-023a6fa0-e1c9-4db0-a8c8-ee02e2c3f334 req-6fd17c52-aa59-4269-99df-2fa660112eb8 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146319 Jan 24 16:56:27.572300 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c5723e-90b4-477f-bf8c-39c2c2213eaa x-openstack-request-id: req-95c5723e-90b4-477f-bf8c-39c2c2213eaa {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:27.572590 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:27.572883 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-95c5723e-90b4-477f-bf8c-39c2c2213eaa {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:27.573435 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'status': 'completed', 'code': 200} Jan 24 16:56:27.592626 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-0915b217-e96a-451d-8090-23572bff8ab2 None None] Set router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:27.674669 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77b773-ecc7-4e48-adab-0d52b316853d req-77d84477-569d-4b93-8fd0-a87c51794d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:27.676586 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc77b773-ecc7-4e48-adab-0d52b316853d req-77d84477-569d-4b93-8fd0-a87c51794d4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=511e72017a4b4da7a0748dae5a59e0ac&device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 1098 time: 0.0627470 Jan 24 16:56:27.739324 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (0ca8e31f-a171-49fb-ae74-f6d668a389a9), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:27.759599 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b58f-ad2b-4289-9a48-b7edb55a0efd req-61ffa39a-1e42-483b-9b14-e24a55586f08 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:27.767363 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4085b58f-ad2b-4289-9a48-b7edb55a0efd req-61ffa39a-1e42-483b-9b14-e24a55586f08 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 945 time: 0.1197031 Jan 24 16:56:27.793692 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event deleted for resources: {'Port': ['ID=0ca8e31f-a171-49fb-ae74-f6d668a389a9,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:27.800541 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77b773-ecc7-4e48-adab-0d52b316853d req-21d255d1-f144-4237-a2e0-f603ca8f48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:27.803335 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc77b773-ecc7-4e48-adab-0d52b316853d req-21d255d1-f144-4237-a2e0-f603ca8f48b1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=47466270-541d-4039-a73f-7e91d25c0bd6 HTTP/1.1" status: 200 len: 908 time: 0.1188474 Jan 24 16:56:27.829254 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 7a1e30e0-8581-4715-9b37-9a84fccf7f10 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:56:27.853722 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 7a1e30e0-8581-4715-9b37-9a84fccf7f10 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:56:27.854260 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 7a1e30e0-8581-4715-9b37-9a84fccf7f10 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:56:27.899728 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc77b773-ecc7-4e48-adab-0d52b316853d req-1ea2de3c-a28f-4249-9784-9d022513ff3b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5 HTTP/1.1" status: 200 len: 999 time: 0.0870361 Jan 24 16:56:27.936676 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-0915b217-e96a-451d-8090-23572bff8ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 4, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '1412994d-861d-4b2e-bd1e-0fbed2e4bc94', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'port_id': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'mac_address': 'fa:16:3e:94:0a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:56:26Z', 'updated_at': '2022-01-24T16:56:26Z', 'revision_number': 0, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea74685-8073-4127-bd87-d4169d6c7d63', 'name': '', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'mac_address': 'fa:16:3e:bb:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:23Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 5, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'subnets': [{'id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:27.965057 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77b773-ecc7-4e48-adab-0d52b316853d req-3673268e-1bff-4058-a791-57d547b42c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:27.965241 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:56:27.967705 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc77b773-ecc7-4e48-adab-0d52b316853d req-3673268e-1bff-4058-a791-57d547b42c0e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1a7df5c-5600-4530-8b3d-71768f17578c HTTP/1.1" status: 200 len: 847 time: 0.0573065 Jan 24 16:56:27.971765 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915b217-e96a-451d-8090-23572bff8ab2 None None] Checking router: 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:56:27.981107 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915b217-e96a-451d-8090-23572bff8ab2 None None] Routers {'0b07a30c-34ac-4d20-b9b0-67ffbd956a64'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:27.981799 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-0915b217-e96a-451d-8090-23572bff8ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:27.998911 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4085b58f-ad2b-4289-9a48-b7edb55a0efd req-d0bb16a0-e7b3-4b33-b409-0e310c9d5607 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290192 Jan 24 16:56:28.020526 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77b773-ecc7-4e48-adab-0d52b316853d req-96b6d810-244f-4dbf-9a0f-cec577539efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:28.022166 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc77b773-ecc7-4e48-adab-0d52b316853d req-96b6d810-244f-4dbf-9a0f-cec577539efa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=47466270-541d-4039-a73f-7e91d25c0bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478334 Jan 24 16:56:28.024003 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55812) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:28.154516 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc77b773-ecc7-4e48-adab-0d52b316853d req-5c720a58-1d00-41e3-9acf-d79f33767eca service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245985 Jan 24 16:56:28.197237 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:56:28.205713 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-0915b217-e96a-451d-8090-23572bff8ab2 None None] Set router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:28.228956 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21224e-874e-4bd8-9f1a-40114c777cd3 None None] Sync routers for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:56:28.248367 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21224e-874e-4bd8-9f1a-40114c777cd3 None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:28.248954 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-7d21224e-874e-4bd8-9f1a-40114c777cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:28.276362 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] No DVR routers for this DVR port 0ca8e31f-a171-49fb-ae74-f6d668a389a9 on host hv-cinder-82611 {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:56:28.290972 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:28.294396 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-fd130d68-802e-4070-a239-50bbfc79a359 req-58187255-a836-4850-83b8-c15898554264 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.79 "DELETE /v2.0/ports/0ca8e31f-a171-49fb-ae74-f6d668a389a9 HTTP/1.1" status: 204 len: 173 time: 1.1509914 Jan 24 16:56:28.298028 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'name': 'network-vif-deleted', 'tag': '0ca8e31f-a171-49fb-ae74-f6d668a389a9'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:28.332664 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cb07d3-3fbf-41c6-a8ee-e1a6d7dd8a5b" -d '{"events": [{"server_uuid": "10c5d45c-1da7-4563-ac75-ae5d1dc892ec", "name": "network-vif-deleted", "tag": "0ca8e31f-a171-49fb-ae74-f6d668a389a9"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:28.342086 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-411b9a7b-343c-47c8-9190-c5ba7894e1c8 req-583be7ff-c2e2-4b38-ada2-f32362887a34 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=10c5d45c-1da7-4563-ac75-ae5d1dc892ec HTTP/1.1" status: 200 len: 210 time: 0.0988514 Jan 24 16:56:28.463014 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb209094-0b7c-446a-bb9e-73d4de2bbac8 x-openstack-request-id: req-cb209094-0b7c-446a-bb9e-73d4de2bbac8 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:28.463312 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c5d45c-1da7-4563-ac75-ae5d1dc892ec", "name": "network-vif-deleted", "tag": "0ca8e31f-a171-49fb-ae74-f6d668a389a9", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:28.463571 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-cb209094-0b7c-446a-bb9e-73d4de2bbac8 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:28.464007 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c5d45c-1da7-4563-ac75-ae5d1dc892ec', 'name': 'network-vif-deleted', 'tag': '0ca8e31f-a171-49fb-ae74-f6d668a389a9', 'status': 'completed', 'code': 200} Jan 24 16:56:28.470411 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e101dcb-93db-42f3-84cd-ede6af487e2b tempest-TestVolumeBootPattern-143365913 tempest-TestVolumeBootPattern-143365913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:28.472105 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-7e101dcb-93db-42f3-84cd-ede6af487e2b tempest-TestVolumeBootPattern-143365913 tempest-TestVolumeBootPattern-143365913-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 1093 time: 0.4471428 Jan 24 16:56:28.475541 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55842) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:28.483014 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'floatingip': {'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'port_id': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:28.502514 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc77b773-ecc7-4e48-adab-0d52b316853d req-16a34d7f-801a-474e-9ac0-e9d6950d70ca service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356879 Jan 24 16:56:28.533234 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-7d21224e-874e-4bd8-9f1a-40114c777cd3 None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:28.545641 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:28.577782 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 55846) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:28.611254 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-0915b217-e96a-451d-8090-23572bff8ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 4, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '1412994d-861d-4b2e-bd1e-0fbed2e4bc94', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'port_id': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'mac_address': 'fa:16:3e:94:0a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:56:26Z', 'updated_at': '2022-01-24T16:56:26Z', 'revision_number': 0, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea74685-8073-4127-bd87-d4169d6c7d63', 'name': '', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'mac_address': 'fa:16:3e:bb:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:23Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 5, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'subnets': [{'id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:28.649813 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915b217-e96a-451d-8090-23572bff8ab2 None None] The sync data for ids ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'] in dv-cinder-826116-1-iscsi is: [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 4, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '1412994d-861d-4b2e-bd1e-0fbed2e4bc94', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'floating_ip_address': '172.27.3.176', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'port_id': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'mac_address': 'fa:16:3e:94:0a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:56:26Z', 'updated_at': '2022-01-24T16:56:26Z', 'revision_number': 0, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea74685-8073-4127-bd87-d4169d6c7d63', 'name': '', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'mac_address': 'fa:16:3e:bb:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:23Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 5, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'subnets': [{'id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:56:28.675900 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:28.801171 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Allocated IP 172.27.3.118 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/33d16a8f-6923-4593-b5f7-ee9d0ccc3892) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:56:28.808092 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-7d21224e-874e-4bd8-9f1a-40114c777cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:47Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:28.851773 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21224e-874e-4bd8-9f1a-40114c777cd3 None None] Checking router: d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:56:28.880738 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21224e-874e-4bd8-9f1a-40114c777cd3 None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:28.883784 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-7d21224e-874e-4bd8-9f1a-40114c777cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:28.970175 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for port (33d16a8f-6923-4593-b5f7-ee9d0ccc3892), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:28.992028 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560610bf-ccce-4e2f-b2e0-19f7db197326 None None] New status for floating IP 1412994d-861d-4b2e-bd1e-0fbed2e4bc94: ACTIVE {{(pid=114082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:56:29.023832 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (33d16a8f-6923-4593-b5f7-ee9d0ccc3892), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:29.104345 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:29.113397 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:29.139816 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:56:29.179415 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-7d21224e-874e-4bd8-9f1a-40114c777cd3 None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:29.202110 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'Port': ['ID=33d16a8f-6923-4593-b5f7-ee9d0ccc3892,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:29.337216 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9c65e58b-9cf7-47a4-99af-4ac351837323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720749'] for router_interface (94c4e440-9afe-49b5-b2df-6eabd804411b), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:29.437168 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 55852) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:29.455008 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-7d21224e-874e-4bd8-9f1a-40114c777cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:47Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:29.494390 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21224e-874e-4bd8-9f1a-40114c777cd3 None None] The sync data for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi is: [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:47Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:56:29.561780 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-947b71aa-4e1f-4deb-b860-3900b94d7305 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group (d31477de-49fc-4ca5-b95f-986a6e33d643), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:29.593413 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-947b71aa-4e1f-4deb-b860-3900b94d7305 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group (d31477de-49fc-4ca5-b95f-986a6e33d643), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:29.606074 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (072fd69e-644a-469a-b6df-ed52a32fa5f5), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:29.680803 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (33d16a8f-6923-4593-b5f7-ee9d0ccc3892), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:29.696042 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-947b71aa-4e1f-4deb-b860-3900b94d7305 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (d31477de-49fc-4ca5-b95f-986a6e33d643), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:29.698642 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-947b71aa-4e1f-4deb-b860-3900b94d7305 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:29.699832 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-947b71aa-4e1f-4deb-b860-3900b94d7305 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "DELETE /v2.0/security-groups/d31477de-49fc-4ca5-b95f-986a6e33d643 HTTP/1.1" status: 204 len: 168 time: 0.2609606 Jan 24 16:56:29.704032 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55856) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:29.713086 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b71aa-4e1f-4deb-b860-3900b94d7305 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31477de-49fc-4ca5-b95f-986a6e33d643,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:29.733602 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.api.v2.resource [None req-e68582a5-7e1b-44b9-80f1-e73d3252f28a tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] show failed (client error): The resource could not be found. Jan 24 16:56:29.738814 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e68582a5-7e1b-44b9-80f1-e73d3252f28a tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups/d31477de-49fc-4ca5-b95f-986a6e33d643 HTTP/1.1" status: 404 len: 347 time: 0.0304635 Jan 24 16:56:29.739814 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55858) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:29.757777 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-9c65e58b-9cf7-47a4-99af-4ac351837323 admin admin] Deleting port 7ebd1dac-1c1d-45e9-b39a-258558d55c41 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:29.758145 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9c65e58b-9cf7-47a4-99af-4ac351837323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:29.804207 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea38c412-a9f5-4d00-8753-f220d7c14d67 None None] New status for floating IP 5302cc34-a371-4cad-8a75-90a975cadc63: DOWN {{(pid=114083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:56:29.825644 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 0ca8e31f-a171-49fb-ae74-f6d668a389a9 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:56:29.848302 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 0ca8e31f-a171-49fb-ae74-f6d668a389a9 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:56:29.848649 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 0ca8e31f-a171-49fb-ae74-f6d668a389a9 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:56:29.865688 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [None req-9c65e58b-9cf7-47a4-99af-4ac351837323 admin admin] For port 7ebd1dac-1c1d-45e9-b39a-258558d55c41, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=7ebd1dac-1c1d-45e9-b39a-258558d55c41,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:29.866049 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9c65e58b-9cf7-47a4-99af-4ac351837323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:29.880111 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-9c65e58b-9cf7-47a4-99af-4ac351837323 admin admin] Calling delete_port for 7ebd1dac-1c1d-45e9-b39a-258558d55c41 owned by network:router_interface {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:30.071962 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9c65e58b-9cf7-47a4-99af-4ac351837323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (7ebd1dac-1c1d-45e9-b39a-258558d55c41), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.097302 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65e58b-9cf7-47a4-99af-4ac351837323 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebd1dac-1c1d-45e9-b39a-258558d55c41,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:30.202682 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2ec23-16ba-408b-8158-c869a9a55c4e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Deleting port f39a0f4d-55aa-49dc-9a41-0d3a8160136d {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:30.203471 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ec23-16ba-408b-8158-c869a9a55c4e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (f39a0f4d-55aa-49dc-9a41-0d3a8160136d), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.263308 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for port (33d16a8f-6923-4593-b5f7-ee9d0ccc3892), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.271808 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-9c65e58b-9cf7-47a4-99af-4ac351837323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714787'] for router_interface (94c4e440-9afe-49b5-b2df-6eabd804411b), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.272076 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (33d16a8f-6923-4593-b5f7-ee9d0ccc3892), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.353429 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ec23-16ba-408b-8158-c869a9a55c4e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (f39a0f4d-55aa-49dc-9a41-0d3a8160136d), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.353751 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ec23-16ba-408b-8158-c869a9a55c4e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (f39a0f4d-55aa-49dc-9a41-0d3a8160136d), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.368060 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'Port': ['ID=33d16a8f-6923-4593-b5f7-ee9d0ccc3892,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:30.375910 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2ec23-16ba-408b-8158-c869a9a55c4e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Calling delete_port for f39a0f4d-55aa-49dc-9a41-0d3a8160136d owned by network:floatingip {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:30.393273 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (072fd69e-644a-469a-b6df-ed52a32fa5f5), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.493356 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c65e58b-9cf7-47a4-99af-4ac351837323 admin admin] Router 94c4e440-9afe-49b5-b2df-6eabd804411b has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:56:30.549435 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.l3_db [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Floating IP 072fd69e-644a-469a-b6df-ed52a32fa5f5 associated. External IP: 172.27.3.118, port: 41d7d71d-3e7f-44e5-9394-f4d62e1f557f. Jan 24 16:56:30.603369 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c65e58b-9cf7-47a4-99af-4ac351837323 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:56:30.608190 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-9c65e58b-9cf7-47a4-99af-4ac351837323 admin admin] 10.222.0.117 "PUT /v2.0/routers/94c4e440-9afe-49b5-b2df-6eabd804411b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0286255 Jan 24 16:56:30.611213 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 55860) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:30.614027 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591076c6-ff76-48ba-84f5-6af957b8aed7 None None] Sync routers for ids ['94c4e440-9afe-49b5-b2df-6eabd804411b'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:56:30.624290 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591076c6-ff76-48ba-84f5-6af957b8aed7 None None] Routers {'94c4e440-9afe-49b5-b2df-6eabd804411b'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:30.626023 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-591076c6-ff76-48ba-84f5-6af957b8aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['94c4e440-9afe-49b5-b2df-6eabd804411b'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:30.679659 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ec23-16ba-408b-8158-c869a9a55c4e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (f39a0f4d-55aa-49dc-9a41-0d3a8160136d), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.712649 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2ec23-16ba-408b-8158-c869a9a55c4e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event deleted for resources: {'Port': ['ID=f39a0f4d-55aa-49dc-9a41-0d3a8160136d,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:30.716497 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Publish callbacks [] for router (94c4e440-9afe-49b5-b2df-6eabd804411b), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.745272 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-591076c6-ff76-48ba-84f5-6af957b8aed7 None None] Set router 94c4e440-9afe-49b5-b2df-6eabd804411b gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:30.837174 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Publish callbacks [] for router_gateway (94c4e440-9afe-49b5-b2df-6eabd804411b), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.849103 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ec23-16ba-408b-8158-c869a9a55c4e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (5302cc34-a371-4cad-8a75-90a975cadc63), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.852580 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9ca2ec23-16ba-408b-8158-c869a9a55c4e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:30.856752 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-9ca2ec23-16ba-408b-8158-c869a9a55c4e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "DELETE /v2.0/floatingips/5302cc34-a371-4cad-8a75-90a975cadc63 HTTP/1.1" status: 204 len: 168 time: 1.1136491 Jan 24 16:56:30.896997 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:56:30.918093 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Deleting port a36790ec-5767-4848-be62-91c649e0891f {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:30.918435 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (a36790ec-5767-4848-be62-91c649e0891f), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.014929 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] For port a36790ec-5767-4848-be62-91c649e0891f, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=a36790ec-5767-4848-be62-91c649e0891f,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:31.015812 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (a36790ec-5767-4848-be62-91c649e0891f), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.029400 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Calling delete_port for a36790ec-5767-4848-be62-91c649e0891f owned by network:router_gateway {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:31.066335 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:56:31.080045 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e9370-94c6-4a88-a46e-576e9c03e35e None None] Sync routers for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:56:31.085907 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 55866) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:31.093078 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-710347f9-ec9b-402a-b2e1-4a5ce9c12a16 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2010613327', 'description': 'tempest-description--2097519852'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:31.095391 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e9370-94c6-4a88-a46e-576e9c03e35e None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:31.095944 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.096815 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-aa9e9370-94c6-4a88-a46e-576e9c03e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:31.110223 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-591076c6-ff76-48ba-84f5-6af957b8aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'a36790ec-5767-4848-be62-91c649e0891f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:56:30Z', 'revision_number': 5, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port': {'id': 'a36790ec-5767-4848-be62-91c649e0891f', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:05Z', 'updated_at': '2022-01-24T16:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:31.142824 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-d18590e9-7bc1-47fd-8f97-3b767ac6db24 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6569266 Jan 24 16:56:31.142824 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'tag': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:31.142824 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8e82e9-e0ca-4e5d-b2de-7d7a39c3b74f" -d '{"events": [{"name": "network-changed", "server_uuid": "921adf61-2d82-49af-8dd2-dd2fbbd585b4", "tag": "41d7d71d-3e7f-44e5-9394-f4d62e1f557f"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:31.149165 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-710347f9-ec9b-402a-b2e1-4a5ce9c12a16 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.154679 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591076c6-ff76-48ba-84f5-6af957b8aed7 None None] Checking router: 94c4e440-9afe-49b5-b2df-6eabd804411b for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:56:31.165364 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591076c6-ff76-48ba-84f5-6af957b8aed7 None None] Routers {'94c4e440-9afe-49b5-b2df-6eabd804411b'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:31.167295 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-591076c6-ff76-48ba-84f5-6af957b8aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['94c4e440-9afe-49b5-b2df-6eabd804411b'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:31.183469 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254ec34a-6cd6-42d9-8dad-7b9fec1d0b7b x-openstack-request-id: req-254ec34a-6cd6-42d9-8dad-7b9fec1d0b7b {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:31.184096 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921adf61-2d82-49af-8dd2-dd2fbbd585b4", "tag": "41d7d71d-3e7f-44e5-9394-f4d62e1f557f", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:31.184507 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-254ec34a-6cd6-42d9-8dad-7b9fec1d0b7b {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:31.185063 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'tag': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f', 'status': 'completed', 'code': 200} Jan 24 16:56:31.252110 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-aa9e9370-94c6-4a88-a46e-576e9c03e35e None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:31.274175 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e82e9-e0ca-4e5d-b2de-7d7a39c3b74f req-317804dc-5187-4d37-a63d-c3b4e463f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:31.275754 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0d8e82e9-e0ca-4e5d-b2de-7d7a39c3b74f req-317804dc-5187-4d37-a63d-c3b4e463f322 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 1098 time: 0.0625520 Jan 24 16:56:31.287119 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-591076c6-ff76-48ba-84f5-6af957b8aed7 None None] Set router 94c4e440-9afe-49b5-b2df-6eabd804411b gateway port host: None {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:31.289037 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-710347f9-ec9b-402a-b2e1-4a5ce9c12a16 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group (2a25c23e-a772-4c58-81aa-cb56923746d7), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.295718 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-710347f9-ec9b-402a-b2e1-4a5ce9c12a16 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2a25c23e-a772-4c58-81aa-cb56923746d7), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.317542 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-710347f9-ec9b-402a-b2e1-4a5ce9c12a16 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.318783 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-710347f9-ec9b-402a-b2e1-4a5ce9c12a16 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2305779 Jan 24 16:56:31.329677 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 55872) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:31.335710 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-64a913f6-7269-45d9-8650-ed0c6e65fcd3 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Request body: {'security_group_rule': {'security_group_id': '2a25c23e-a772-4c58-81aa-cb56923746d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:31.356037 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710347f9-ec9b-402a-b2e1-4a5ce9c12a16 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a25c23e-a772-4c58-81aa-cb56923746d7,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:31.361916 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (a36790ec-5767-4848-be62-91c649e0891f), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.369197 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-591076c6-ff76-48ba-84f5-6af957b8aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:56:30Z', 'revision_number': 6, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port_host': None}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:31.399029 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a36790ec-5767-4848-be62-91c649e0891f,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:31.402362 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591076c6-ff76-48ba-84f5-6af957b8aed7 None None] The sync data for ids ['94c4e440-9afe-49b5-b2df-6eabd804411b'] in dv-cinder-826116-1-iscsi is: [{'id': '94c4e440-9afe-49b5-b2df-6eabd804411b', 'name': 'tempest-TestMinimumBasicScenario-772059605-router', 'tenant_id': 'd60ca23ca0784aef8638d92cfdca914f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:04Z', 'updated_at': '2022-01-24T16:56:30Z', 'revision_number': 6, 'project_id': 'd60ca23ca0784aef8638d92cfdca914f', 'gw_port_host': None}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:56:31.419334 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e82e9-e0ca-4e5d-b2de-7d7a39c3b74f req-32c7ff15-8f22-4ebf-95b8-9e73c18e7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:31.420979 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0d8e82e9-e0ca-4e5d-b2de-7d7a39c3b74f req-32c7ff15-8f22-4ebf-95b8-9e73c18e7723 service neutron] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 911 time: 0.1367228 Jan 24 16:56:31.459987 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-64a913f6-7269-45d9-8650-ed0c6e65fcd3 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group_rule (41faa81b-a7ea-442e-a3a7-1a690f88062b), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.506103 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725364'] for router_gateway (94c4e440-9afe-49b5-b2df-6eabd804411b), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.506805 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0d8e82e9-e0ca-4e5d-b2de-7d7a39c3b74f req-7ba0d129-0734-460b-ab58-85a5b3ae31dd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d7d71d-3e7f-44e5-9394-f4d62e1f557f HTTP/1.1" status: 200 len: 999 time: 0.0781314 Jan 24 16:56:31.524552 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-aa9e9370-94c6-4a88-a46e-576e9c03e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '072fd69e-644a-469a-b6df-ed52a32fa5f5', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:7f:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:56:29Z', 'updated_at': '2022-01-24T16:56:29Z', 'revision_number': 0, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:31.554867 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e9370-94c6-4a88-a46e-576e9c03e35e None None] Checking router: 8b7aadd5-b03a-465c-8e31-547ae9e75b68 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:56:31.557465 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e82e9-e0ca-4e5d-b2de-7d7a39c3b74f req-c926b518-d910-4e19-9366-784662da3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:31.559227 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0d8e82e9-e0ca-4e5d-b2de-7d7a39c3b74f req-c926b518-d910-4e19-9366-784662da3116 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0467427 Jan 24 16:56:31.564005 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e9370-94c6-4a88-a46e-576e9c03e35e None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:31.564598 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-aa9e9370-94c6-4a88-a46e-576e9c03e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:31.607635 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3713696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29947'] for router (94c4e440-9afe-49b5-b2df-6eabd804411b), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.609455 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e82e9-e0ca-4e5d-b2de-7d7a39c3b74f req-03e18d2e-a1fc-4f46-acd1-71f1a196a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:31.611560 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0d8e82e9-e0ca-4e5d-b2de-7d7a39c3b74f req-03e18d2e-a1fc-4f46-acd1-71f1a196a6af service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450735 Jan 24 16:56:31.612076 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Publish callbacks [] for router_controller (94c4e440-9afe-49b5-b2df-6eabd804411b), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.619184 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-64a913f6-7269-45d9-8650-ed0c6e65fcd3 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group_rule (41faa81b-a7ea-442e-a3a7-1a690f88062b), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.625465 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-64a913f6-7269-45d9-8650-ed0c6e65fcd3 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (41faa81b-a7ea-442e-a3a7-1a690f88062b), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.672697 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a913f6-7269-45d9-8650-ed0c6e65fcd3 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41faa81b-a7ea-442e-a3a7-1a690f88062b,revision_number=0']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:31.675768 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-aa9e9370-94c6-4a88-a46e-576e9c03e35e None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:31.678017 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3713707'] for router (94c4e440-9afe-49b5-b2df-6eabd804411b), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.678737 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94c4e440-9afe-49b5-b2df-6eabd804411b {{(pid=114081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:56:31.683162 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-64a913f6-7269-45d9-8650-ed0c6e65fcd3 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.684357 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-64a913f6-7269-45d9-8650-ed0c6e65fcd3 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3537276 Jan 24 16:56:31.688154 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.691475 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55874) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:31.691963 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-c3e443d6-c8f3-4c46-83fa-4fe05634ffb8 admin admin] 10.222.0.117 "DELETE /v2.0/routers/94c4e440-9afe-49b5-b2df-6eabd804411b HTTP/1.1" status: 204 len: 168 time: 1.0767787 Jan 24 16:56:31.691963 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 55876) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:31.695538 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-d7d3de5f-75c3-4a4c-8260-ef0f444acac6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Request body: {'security_group_rule': {'security_group_id': '2a25c23e-a772-4c58-81aa-cb56923746d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:31.743855 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_v2 [None req-351d90bd-41a4-42ee-89b6-687a14ecce95 admin admin] Deleting subnet 070f1225-a6b9-4278-b6d4-4666176a135b {{(pid=114081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:56:31.745090 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0d8e82e9-e0ca-4e5d-b2de-7d7a39c3b74f req-a4dd7e19-4197-4a31-95e6-5fae0527dca5 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238294 Jan 24 16:56:31.747330 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-351d90bd-41a4-42ee-89b6-687a14ecce95 admin admin] Publish callbacks [] for subnet (070f1225-a6b9-4278-b6d4-4666176a135b), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.763746 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d7d3de5f-75c3-4a4c-8260-ef0f444acac6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group_rule (f380b14f-4125-4ac7-aaf5-28d4a59de50d), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.807986 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-351d90bd-41a4-42ee-89b6-687a14ecce95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25416702'] for subnet (070f1225-a6b9-4278-b6d4-4666176a135b), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.928134 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d7d3de5f-75c3-4a4c-8260-ef0f444acac6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group_rule (f380b14f-4125-4ac7-aaf5-28d4a59de50d), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.931196 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0d8e82e9-e0ca-4e5d-b2de-7d7a39c3b74f req-b4a10df3-e34a-4e58-af57-fd6378959da2 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759164 Jan 24 16:56:31.934847 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d7d3de5f-75c3-4a4c-8260-ef0f444acac6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682930'] for security_group_rule (f380b14f-4125-4ac7-aaf5-28d4a59de50d), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.965979 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d7d3de5f-75c3-4a4c-8260-ef0f444acac6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:31.967273 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-d7d3de5f-75c3-4a4c-8260-ef0f444acac6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2773106 Jan 24 16:56:31.970878 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3de5f-75c3-4a4c-8260-ef0f444acac6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f380b14f-4125-4ac7-aaf5-28d4a59de50d,revision_number=0']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:31.973312 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 55880) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:31.979838 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Request body: {'floatingip': {'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:31.989442 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-351d90bd-41a4-42ee-89b6-687a14ecce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (070f1225-a6b9-4278-b6d4-4666176a135b), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.007550 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-aa9e9370-94c6-4a88-a46e-576e9c03e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '072fd69e-644a-469a-b6df-ed52a32fa5f5', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:7f:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:56:29Z', 'updated_at': '2022-01-24T16:56:29Z', 'revision_number': 0, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:32.036077 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.041669 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e9370-94c6-4a88-a46e-576e9c03e35e None None] The sync data for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi is: [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '072fd69e-644a-469a-b6df-ed52a32fa5f5', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:7f:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:56:29Z', 'updated_at': '2022-01-24T16:56:29Z', 'revision_number': 0, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:56:32.071298 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-351d90bd-41a4-42ee-89b6-687a14ecce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1357225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25359676'] for subnet (070f1225-a6b9-4278-b6d4-4666176a135b), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.125263 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d90bd-41a4-42ee-89b6-687a14ecce95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070f1225-a6b9-4278-b6d4-4666176a135b,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:32.127258 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-351d90bd-41a4-42ee-89b6-687a14ecce95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.130448 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-351d90bd-41a4-42ee-89b6-687a14ecce95 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/070f1225-a6b9-4278-b6d4-4666176a135b HTTP/1.1" status: 204 len: 168 time: 0.4378638 Jan 24 16:56:32.132332 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5d72d3-7825-4fe1-8455-14141a09c018 None None] Network 79c56179-49d8-45c0-b697-75d837624748 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:56:32.133541 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55882) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:32.204103 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.240553 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (79c56179-49d8-45c0-b697-75d837624748), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.304176 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 7ebd1dac-1c1d-45e9-b39a-258558d55c41 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:56:32.329242 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Deleting port a458e75d-40d7-4cad-b8ef-73638a5bbd15 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:32.329930 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.358781 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Allocated IP 172.27.3.19 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/64a9ee60-67e2-4820-bbf5-8bfd4f513683) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:56:32.360724 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec6cf4-b337-45e6-ae71-a194e5861b46 None None] DHCP port deletion for 79c56179-49d8-45c0-b697-75d837624748 request from dv-cinder-826116-1-iscsi {{(pid=114082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 16:56:32.367509 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6a9bcb-a887-43eb-8019-5cabeea19645 None None] New status for floating IP 072fd69e-644a-469a-b6df-ed52a32fa5f5: ACTIVE {{(pid=114082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:56:32.395443 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 7ebd1dac-1c1d-45e9-b39a-258558d55c41 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:56:32.396043 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 7ebd1dac-1c1d-45e9-b39a-258558d55c41 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:56:32.423289 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] For port a458e75d-40d7-4cad-b8ef-73638a5bbd15, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=a458e75d-40d7-4cad-b8ef-73638a5bbd15,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:32.423676 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.437515 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Calling delete_port for a458e75d-40d7-4cad-b8ef-73638a5bbd15 owned by network:dhcp {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:32.508217 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for port (64a9ee60-67e2-4820-bbf5-8bfd4f513683), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.516165 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-91ec6cf4-b337-45e6-ae71-a194e5861b46 None None] Deleting port a458e75d-40d7-4cad-b8ef-73638a5bbd15 {{(pid=114082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:32.516660 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-91ec6cf4-b337-45e6-ae71-a194e5861b46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), before_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.524708 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.548108 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (64a9ee60-67e2-4820-bbf5-8bfd4f513683), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.556918 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a458e75d-40d7-4cad-b8ef-73638a5bbd15,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:32.560463 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] No DVR routers for this DVR port a458e75d-40d7-4cad-b8ef-73638a5bbd15 on host dv-cinder-826116-1-iscsi {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:56:32.589078 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:32.592955 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:32.596854 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:56:32.602454 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event updated for resources: {'Port': ['ID=64a9ee60-67e2-4820-bbf5-8bfd4f513683,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:32.643867 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (79c56179-49d8-45c0-b697-75d837624748), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.659187 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-91ec6cf4-b337-45e6-ae71-a194e5861b46 None None] For port a458e75d-40d7-4cad-b8ef-73638a5bbd15, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=a458e75d-40d7-4cad-b8ef-73638a5bbd15,segment=NetworkSegment(75f0aeae-c73b-4d9d-96c9-4ec66afe8c12),segment_id=75f0aeae-c73b-4d9d-96c9-4ec66afe8c12)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:32.659634 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-91ec6cf4-b337-45e6-ae71-a194e5861b46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), precommit_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.674678 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-91ec6cf4-b337-45e6-ae71-a194e5861b46 None None] Calling delete_port for a458e75d-40d7-4cad-b8ef-73638a5bbd15 owned by network:dhcp {{(pid=114082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:32.683498 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c56179-49d8-45c0-b697-75d837624748']}} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:32.700946 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12') {'for_net_delete': True} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:32.702014 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f0aeae-c73b-4d9d-96c9-4ec66afe8c12') {} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:32.710025 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (87c8e2a5-f684-4e22-918d-1d3a82188404), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.727063 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28954005'] for segment (75f0aeae-c73b-4d9d-96c9-4ec66afe8c12), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.742384 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (75f0aeae-c73b-4d9d-96c9-4ec66afe8c12), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.759895 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=114080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:56:32.760559 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28420638'] for segment (75f0aeae-c73b-4d9d-96c9-4ec66afe8c12), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.763125 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: Traceback (most recent call last): Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: timer() Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: cb(*args, **kw) Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: return func(*args, **kwargs) Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: self._notify() Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: self.callback(batched_events) Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: event.method(event) Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: return f(self, *a, **k) Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._get(url).json() Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: return self.request(url, 'GET', **kwargs) Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:56:32.766869 dv-cinder-826116-1-iscsi neutron-server[114080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:56:32.770495 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (64a9ee60-67e2-4820-bbf5-8bfd4f513683), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.823327 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-91ec6cf4-b337-45e6-ae71-a194e5861b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414'] for port (a458e75d-40d7-4cad-b8ef-73638a5bbd15), after_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.832173 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (79c56179-49d8-45c0-b697-75d837624748), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.841058 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.844683 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] 10.222.0.117 "DELETE /v2.0/networks/79c56179-49d8-45c0-b697-75d837624748 HTTP/1.1" status: 204 len: 168 time: 0.7099671 Jan 24 16:56:32.847570 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55884) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:32.853354 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec6cf4-b337-45e6-ae71-a194e5861b46 None None] Pushing event deleted for resources: {'Port': ['ID=a458e75d-40d7-4cad-b8ef-73638a5bbd15,revision_number=None']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:32.857887 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec6cf4-b337-45e6-ae71-a194e5861b46 None None] No DVR routers for this DVR port a458e75d-40d7-4cad-b8ef-73638a5bbd15 on host dv-cinder-826116-1-iscsi {{(pid=114082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:56:32.866205 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d113d29-2839-4017-8e22-93c0c9c405aa admin admin] Pushing event deleted for resources: {'Network': ['ID=79c56179-49d8-45c0-b697-75d837624748,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:32.950165 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for port (64a9ee60-67e2-4820-bbf5-8bfd4f513683), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:32.955291 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (64a9ee60-67e2-4820-bbf5-8bfd4f513683), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:33.022157 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event updated for resources: {'Port': ['ID=64a9ee60-67e2-4820-bbf5-8bfd4f513683,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:33.033925 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (87c8e2a5-f684-4e22-918d-1d3a82188404), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:33.048526 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:33.049825 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-05ad722f-30b5-49eb-8e8f-a941cff01e3b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0755765 Jan 24 16:56:33.213722 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-dc4d769d-8000-4369-b9ed-12421f27d3c0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-securitygroup--2010613327&fields=id&tenant_id=24a57596de944ff6b3c322128a836000 HTTP/1.1" status: 200 len: 267 time: 0.0449152 Jan 24 16:56:33.303437 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-667555a1-8cdf-4fd0-b891-309ca17c83f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720749'] for router_interface (5623ae19-d31a-4d1a-be74-028ccdb29df8), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:33.322190 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-9a68881f-2ef5-445e-a4fc-2cc4fdc628ba tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:33.323678 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-9a68881f-2ef5-445e-a4fc-2cc4fdc628ba tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/networks?id=2be75c4f-241a-4241-8df3-f6088625575c HTTP/1.1" status: 200 len: 811 time: 0.1034584 Jan 24 16:56:33.338150 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-95f8f5db-9a3a-4963-9be1-a6b5f09fa5c0 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/quotas/24a57596de944ff6b3c322128a836000 HTTP/1.1" status: 200 len: 375 time: 0.0089355 Jan 24 16:56:33.389638 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-5fd73711-0de1-4468-b0ec-fd83373653ef tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=24a57596de944ff6b3c322128a836000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462933 Jan 24 16:56:33.538949 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-bdf382da-4141-49ab-808a-c36aa6ead26d service neutron] 10.222.0.117 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375563 Jan 24 16:56:33.605145 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-667555a1-8cdf-4fd0-b891-309ca17c83f0 admin admin] Deleting port 83e09c5a-0465-4678-bdfc-582ba08e9af6 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:33.605477 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-667555a1-8cdf-4fd0-b891-309ca17c83f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:33.626896 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ecc8c53f-bf45-4049-b953-2198d31f25fb service neutron] 10.222.0.117 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822277 Jan 24 16:56:33.683213 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-667555a1-8cdf-4fd0-b891-309ca17c83f0 admin admin] For port 83e09c5a-0465-4678-bdfc-582ba08e9af6, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=83e09c5a-0465-4678-bdfc-582ba08e9af6,segment=NetworkSegment(7e49dd7f-d51c-4f64-b4b3-69f815ce9f32),segment_id=7e49dd7f-d51c-4f64-b4b3-69f815ce9f32)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:33.683574 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-667555a1-8cdf-4fd0-b891-309ca17c83f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:33.696157 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-667555a1-8cdf-4fd0-b891-309ca17c83f0 admin admin] Calling delete_port for 83e09c5a-0465-4678-bdfc-582ba08e9af6 owned by network:router_interface {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:33.753493 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:33.809299 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device a458e75d-40d7-4cad-b8ef-73638a5bbd15 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:56:33.834605 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: a458e75d-40d7-4cad-b8ef-73638a5bbd15 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:56:33.835364 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device a458e75d-40d7-4cad-b8ef-73638a5bbd15 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:56:33.835777 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device a36790ec-5767-4848-be62-91c649e0891f no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:56:33.856872 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: a36790ec-5767-4848-be62-91c649e0891f {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:56:33.857289 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device a36790ec-5767-4848-be62-91c649e0891f not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:56:33.879406 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-667555a1-8cdf-4fd0-b891-309ca17c83f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (83e09c5a-0465-4678-bdfc-582ba08e9af6), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:34.122115 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667555a1-8cdf-4fd0-b891-309ca17c83f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e09c5a-0465-4678-bdfc-582ba08e9af6,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:34.290843 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-667555a1-8cdf-4fd0-b891-309ca17c83f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714787'] for router_interface (5623ae19-d31a-4d1a-be74-028ccdb29df8), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:34.508479 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667555a1-8cdf-4fd0-b891-309ca17c83f0 admin admin] Router 5623ae19-d31a-4d1a-be74-028ccdb29df8 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:56:34.613710 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667555a1-8cdf-4fd0-b891-309ca17c83f0 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:56:34.618975 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-667555a1-8cdf-4fd0-b891-309ca17c83f0 admin admin] 10.222.0.117 "PUT /v2.0/routers/5623ae19-d31a-4d1a-be74-028ccdb29df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7701731 Jan 24 16:56:34.621409 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55904) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:34.622328 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f160e8e-f5d7-4e37-94f9-0523f5b8540e None None] Sync routers for ids ['5623ae19-d31a-4d1a-be74-028ccdb29df8'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:56:34.632235 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f160e8e-f5d7-4e37-94f9-0523f5b8540e None None] Routers {'5623ae19-d31a-4d1a-be74-028ccdb29df8'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:34.632828 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-8f160e8e-f5d7-4e37-94f9-0523f5b8540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['5623ae19-d31a-4d1a-be74-028ccdb29df8'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:34.727430 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Publish callbacks [] for router (5623ae19-d31a-4d1a-be74-028ccdb29df8), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:34.751190 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-8f160e8e-f5d7-4e37-94f9-0523f5b8540e None None] Set router 5623ae19-d31a-4d1a-be74-028ccdb29df8 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:34.848250 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-4d21dc8d-d5e3-459e-a493-e5b33f5cd8f9 req-1408f2f3-ea2b-4274-8c28-d7ead0bdd434 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 210 time: 0.0365248 Jan 24 16:56:34.877820 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Publish callbacks [] for router_gateway (5623ae19-d31a-4d1a-be74-028ccdb29df8), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:34.967017 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9b50551b-c7f1-4fa5-a0df-a70e137f35ef req-8c41353f-e8be-4bd4-a094-9cb9dd4c4ce9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846682 Jan 24 16:56:34.987104 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Deleting port 880dd2d6-073a-45c8-8b65-d95b52ec3b31 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:34.987998 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:35.051182 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-8f160e8e-f5d7-4e37-94f9-0523f5b8540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'name': 'tempest-TestMinimumBasicScenario-1218852809-router', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:56:33Z', 'revision_number': 5, 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'gw_port': {'id': '880dd2d6-073a-45c8-8b65-d95b52ec3b31', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:35.093387 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f160e8e-f5d7-4e37-94f9-0523f5b8540e None None] Checking router: 5623ae19-d31a-4d1a-be74-028ccdb29df8 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:56:35.102820 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f160e8e-f5d7-4e37-94f9-0523f5b8540e None None] Routers {'5623ae19-d31a-4d1a-be74-028ccdb29df8'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:35.103555 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-8f160e8e-f5d7-4e37-94f9-0523f5b8540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['5623ae19-d31a-4d1a-be74-028ccdb29df8'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:35.106724 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50551b-c7f1-4fa5-a0df-a70e137f35ef req-7464851c-1821-42a8-b439-7b567307e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:35.107742 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9b50551b-c7f1-4fa5-a0df-a70e137f35ef req-7464851c-1821-42a8-b439-7b567307e648 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 1098 time: 0.0691314 Jan 24 16:56:35.109562 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] For port 880dd2d6-073a-45c8-8b65-d95b52ec3b31, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=880dd2d6-073a-45c8-8b65-d95b52ec3b31,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:35.109924 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:35.122167 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Calling delete_port for 880dd2d6-073a-45c8-8b65-d95b52ec3b31 owned by network:router_gateway {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:35.192365 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-8f160e8e-f5d7-4e37-94f9-0523f5b8540e None None] Set router 5623ae19-d31a-4d1a-be74-028ccdb29df8 gateway port host: None {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:35.243644 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-8f160e8e-f5d7-4e37-94f9-0523f5b8540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'name': 'tempest-TestMinimumBasicScenario-1218852809-router', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:56:34Z', 'revision_number': 6, 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'gw_port_host': None}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:35.273101 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f160e8e-f5d7-4e37-94f9-0523f5b8540e None None] The sync data for ids ['5623ae19-d31a-4d1a-be74-028ccdb29df8'] in dv-cinder-826116-1-iscsi is: [{'id': '5623ae19-d31a-4d1a-be74-028ccdb29df8', 'name': 'tempest-TestMinimumBasicScenario-1218852809-router', 'tenant_id': '280da8b789a04062997d0c9bd25e86e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:53:11Z', 'updated_at': '2022-01-24T16:56:34Z', 'revision_number': 6, 'project_id': '280da8b789a04062997d0c9bd25e86e2', 'gw_port_host': None}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:56:35.328652 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50551b-c7f1-4fa5-a0df-a70e137f35ef req-82d85bc1-7aa5-43eb-9325-b1c88ee46551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:35.330130 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9b50551b-c7f1-4fa5-a0df-a70e137f35ef req-82d85bc1-7aa5-43eb-9325-b1c88ee46551 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 916 time: 0.1989152 Jan 24 16:56:35.443189 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9b50551b-c7f1-4fa5-a0df-a70e137f35ef req-ac41defb-80ba-4c15-8e3b-30e414c690db service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d HTTP/1.1" status: 200 len: 1001 time: 0.0921814 Jan 24 16:56:35.447319 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (880dd2d6-073a-45c8-8b65-d95b52ec3b31), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:35.482617 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Pushing event deleted for resources: {'Port': ['ID=880dd2d6-073a-45c8-8b65-d95b52ec3b31,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:35.557380 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50551b-c7f1-4fa5-a0df-a70e137f35ef req-c08bfe73-eed9-4490-a04b-be8aa7cbc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:35.558875 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9b50551b-c7f1-4fa5-a0df-a70e137f35ef req-c08bfe73-eed9-4490-a04b-be8aa7cbc9ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 200 len: 855 time: 0.1075432 Jan 24 16:56:35.592825 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725364'] for router_gateway (5623ae19-d31a-4d1a-be74-028ccdb29df8), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:35.634071 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-49d7c84d-ad06-4b32-9ff1-2bedc566dc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:35.702110 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3713696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29947'] for router (5623ae19-d31a-4d1a-be74-028ccdb29df8), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:35.705363 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Publish callbacks [] for router_controller (5623ae19-d31a-4d1a-be74-028ccdb29df8), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:35.708178 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50551b-c7f1-4fa5-a0df-a70e137f35ef req-3da8b97a-3adc-484f-97f2-797f75378b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:35.709655 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9b50551b-c7f1-4fa5-a0df-a70e137f35ef req-3da8b97a-3adc-484f-97f2-797f75378b35 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9684751-c334-42d8-84b0-fcdb27d5b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1432049 Jan 24 16:56:35.792231 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3713707'] for router (5623ae19-d31a-4d1a-be74-028ccdb29df8), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:35.792719 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5623ae19-d31a-4d1a-be74-028ccdb29df8 {{(pid=114080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:56:35.821816 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] Publish callbacks [] for router (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:35.822909 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-65f09591-cd21-4029-b57e-93fee8aecbce admin admin] 10.222.0.117 "DELETE /v2.0/routers/5623ae19-d31a-4d1a-be74-028ccdb29df8 HTTP/1.1" status: 204 len: 168 time: 1.2005272 Jan 24 16:56:35.825446 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55922) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:35.895253 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebaf550-a750-42fb-8653-fef0e3ba9909 admin admin] Deleting subnet 92d2dc5b-4b14-403d-b19c-3284d7bbce13 {{(pid=114080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:56:35.901626 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf550-a750-42fb-8653-fef0e3ba9909 admin admin] Publish callbacks [] for subnet (92d2dc5b-4b14-403d-b19c-3284d7bbce13), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:35.921736 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9b50551b-c7f1-4fa5-a0df-a70e137f35ef req-073d7dcd-e0f4-4098-a415-9f2d86a5c929 service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551955 Jan 24 16:56:35.939382 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf550-a750-42fb-8653-fef0e3ba9909 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28954014'] for subnet (92d2dc5b-4b14-403d-b19c-3284d7bbce13), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:35.996983 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e4b6050f-1ef1-4099-94ed-0b3804bf969d req-a485c1f4-5897-4b75-a225-98a8f9810744 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 210 time: 0.0554399 Jan 24 16:56:36.133573 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 880dd2d6-073a-45c8-8b65-d95b52ec3b31 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:56:36.161997 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 880dd2d6-073a-45c8-8b65-d95b52ec3b31 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:56:36.162596 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 880dd2d6-073a-45c8-8b65-d95b52ec3b31 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:56:36.163292 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 83e09c5a-0465-4678-bdfc-582ba08e9af6 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:56:36.167075 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf550-a750-42fb-8653-fef0e3ba9909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (92d2dc5b-4b14-403d-b19c-3284d7bbce13), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.189119 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 83e09c5a-0465-4678-bdfc-582ba08e9af6 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:56:36.189755 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 83e09c5a-0465-4678-bdfc-582ba08e9af6 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:56:36.307400 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-d3b826f0-4ee3-4f05-8bdb-a0df428d1138 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:36.309136 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-d3b826f0-4ee3-4f05-8bdb-a0df428d1138 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.79 "GET /v2.0/networks?id=2be75c4f-241a-4241-8df3-f6088625575c HTTP/1.1" status: 200 len: 811 time: 0.4468277 Jan 24 16:56:36.383707 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-6b8f1d9f-e464-4295-9b68-cb0ac3d26011 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24a57596de944ff6b3c322128a836000 HTTP/1.1" status: 200 len: 380 time: 0.0585692 Jan 24 16:56:36.405882 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Request body: {'port': {'device_id': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'admin_state_up': True, 'tenant_id': '24a57596de944ff6b3c322128a836000', 'security_groups': ['2a25c23e-a772-4c58-81aa-cb56923746d7']}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:36.431109 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-9b50551b-c7f1-4fa5-a0df-a70e137f35ef req-b22b587d-84a7-4d90-8aff-523d9c3c4202 service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636331 Jan 24 16:56:36.470592 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf550-a750-42fb-8653-fef0e3ba9909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28420788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29096949'] for subnet (92d2dc5b-4b14-403d-b19c-3284d7bbce13), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.499131 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaf550-a750-42fb-8653-fef0e3ba9909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d2dc5b-4b14-403d-b19c-3284d7bbce13,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:36.501251 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf550-a750-42fb-8653-fef0e3ba9909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.504556 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-6ebaf550-a750-42fb-8653-fef0e3ba9909 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/92d2dc5b-4b14-403d-b19c-3284d7bbce13 HTTP/1.1" status: 204 len: 168 time: 0.6780200 Jan 24 16:56:36.506911 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55930) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:36.510995 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d3db7d-f5ef-4ab2-812d-73bd5f8e9637 None None] Network b396a7ac-46eb-4e49-8953-0e60f56ad23e requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:56:36.541397 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Made reservation on behalf of 24a57596de944ff6b3c322128a836000 for: {'port': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:56:36.541397 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.589574 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (b396a7ac-46eb-4e49-8953-0e60f56ad23e), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.662169 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Deleting port 19b81374-453c-4d3d-8c30-0d0f6f6798bc {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:36.662602 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.668445 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855b1123-c894-4374-80a3-5476acd66c81 None None] DHCP port deletion for b396a7ac-46eb-4e49-8953-0e60f56ad23e request from dv-cinder-826116-1-iscsi {{(pid=114082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 16:56:36.694616 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Allocated IP 172.20.0.4 (2be75c4f-241a-4241-8df3-f6088625575c/6dfd489d-8367-4ed9-a498-6d5b61348aa4/d8888aac-db3e-4a13-accf-8a758d4457a3) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:56:36.730059 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-855b1123-c894-4374-80a3-5476acd66c81 None None] Deleting port 19b81374-453c-4d3d-8c30-0d0f6f6798bc {{(pid=114082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:56:36.730573 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-855b1123-c894-4374-80a3-5476acd66c81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), before_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.733243 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] For port 19b81374-453c-4d3d-8c30-0d0f6f6798bc, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=19b81374-453c-4d3d-8c30-0d0f6f6798bc,segment=NetworkSegment(7e49dd7f-d51c-4f64-b4b3-69f815ce9f32),segment_id=7e49dd7f-d51c-4f64-b4b3-69f815ce9f32)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:36.733741 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.748508 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Calling delete_port for 19b81374-453c-4d3d-8c30-0d0f6f6798bc owned by network:dhcp {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:36.794950 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-855b1123-c894-4374-80a3-5476acd66c81 None None] For port 19b81374-453c-4d3d-8c30-0d0f6f6798bc, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=19b81374-453c-4d3d-8c30-0d0f6f6798bc,segment=NetworkSegment(7e49dd7f-d51c-4f64-b4b3-69f815ce9f32),segment_id=7e49dd7f-d51c-4f64-b4b3-69f815ce9f32)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:36.795342 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-855b1123-c894-4374-80a3-5476acd66c81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), precommit_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.808755 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-855b1123-c894-4374-80a3-5476acd66c81 None None] Calling delete_port for 19b81374-453c-4d3d-8c30-0d0f6f6798bc owned by network:dhcp {{(pid=114082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:56:36.840766 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.841957 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.871793 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] No DVR routers for this DVR port 19b81374-453c-4d3d-8c30-0d0f6f6798bc on host dv-cinder-826116-1-iscsi {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:56:36.873282 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b81374-453c-4d3d-8c30-0d0f6f6798bc,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:36.883758 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.893510 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-855b1123-c894-4374-80a3-5476acd66c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414'] for port (19b81374-453c-4d3d-8c30-0d0f6f6798bc), after_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.919948 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Network 2be75c4f-241a-4241-8df3-f6088625575c is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:56:36.922021 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b1123-c894-4374-80a3-5476acd66c81 None None] Pushing event deleted for resources: {'Port': ['ID=19b81374-453c-4d3d-8c30-0d0f6f6798bc,revision_number=None']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:36.923846 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855b1123-c894-4374-80a3-5476acd66c81 None None] No DVR routers for this DVR port 19b81374-453c-4d3d-8c30-0d0f6f6798bc on host dv-cinder-826116-1-iscsi {{(pid=114082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:56:36.926353 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:56:36.929477 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:56:36.961365 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (b396a7ac-46eb-4e49-8953-0e60f56ad23e), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:36.987873 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event updated for resources: {'Port': ['ID=d8888aac-db3e-4a13-accf-8a758d4457a3,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:36.991074 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b396a7ac-46eb-4e49-8953-0e60f56ad23e']}} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:37.004487 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e49dd7f-d51c-4f64-b4b3-69f815ce9f32') {'for_net_delete': True} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:37.005089 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e49dd7f-d51c-4f64-b4b3-69f815ce9f32') {} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:37.009311 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:37.010178 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.016616 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28954005'] for segment (7e49dd7f-d51c-4f64-b4b3-69f815ce9f32), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.031283 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ce213118-59c0-48e5-b17d-9e6e9b16487c tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6295245 Jan 24 16:56:37.033390 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (7e49dd7f-d51c-4f64-b4b3-69f815ce9f32), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.040084 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=114080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:56:37.040576 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28420638'] for segment (7e49dd7f-d51c-4f64-b4b3-69f815ce9f32), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: Traceback (most recent call last): Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: timer() Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: cb(*args, **kw) Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: return func(*args, **kwargs) Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: self._notify() Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: self.callback(batched_events) Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: event.method(event) Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: return f(self, *a, **k) Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._get(url).json() Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: return self.request(url, 'GET', **kwargs) Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:56:37.042571 dv-cinder-826116-1-iscsi neutron-server[114080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:56:37.044602 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Request body: {'port': {'device_id': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:37.112367 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.114292 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (b396a7ac-46eb-4e49-8953-0e60f56ad23e), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.142464 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.147196 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] 10.222.0.117 "DELETE /v2.0/networks/b396a7ac-46eb-4e49-8953-0e60f56ad23e HTTP/1.1" status: 204 len: 168 time: 0.6391506 Jan 24 16:56:37.165113 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143b5f9-a38d-4828-a9f6-7c141a8ac772 admin admin] Pushing event deleted for resources: {'Network': ['ID=b396a7ac-46eb-4e49-8953-0e60f56ad23e,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:37.194699 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba612f-ef4b-4b4c-819a-1b4096a737e6 req-2faae29e-d115-45ce-97c2-ae6611d1c9cb tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:37.196271 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c0ba612f-ef4b-4b4c-819a-1b4096a737e6 req-2faae29e-d115-45ce-97c2-ae6611d1c9cb tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 931 time: 0.0948162 Jan 24 16:56:37.247679 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c0ba612f-ef4b-4b4c-819a-1b4096a737e6 req-ebbf6b11-6cf6-4c4f-8a38-f173e9c38061 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=2a25c23e-a772-4c58-81aa-cb56923746d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456760 Jan 24 16:56:37.294002 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-13a4639f-e295-4a6d-8482-66fa01a4098a None None] Provisioning complete for port d8888aac-db3e-4a13-accf-8a758d4457a3 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:37.294460 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-13a4639f-e295-4a6d-8482-66fa01a4098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.330461 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-13a4639f-e295-4a6d-8482-66fa01a4098a None None] Port d8888aac-db3e-4a13-accf-8a758d4457a3 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:56:37.340377 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55938) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:37.381602 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-45a1b458-612c-43cf-8e91-c37eecdf5054 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d60ca23ca0784aef8638d92cfdca914f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399361 Jan 24 16:56:37.383949 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55940) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:37.410214 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8888aac-db3e-4a13-accf-8a758d4457a3 {{(pid=114081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:56:37.417783 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Publish callbacks [] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.431551 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.provisioning_blocks [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Transition to ACTIVE for port object d8888aac-db3e-4a13-accf-8a758d4457a3 will not be triggered until provisioned by entity L2. {{(pid=114081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:56:37.433546 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5577cf74-47c5-4a71-b07c-a53e543be083 admin admin] Publish callbacks [] for security_group (633f141f-ecb0-46e5-8909-0b1e0e5ec4bc), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.435425 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.454919 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5577cf74-47c5-4a71-b07c-a53e543be083 admin admin] Publish callbacks [] for security_group (633f141f-ecb0-46e5-8909-0b1e0e5ec4bc), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.488615 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8888aac-db3e-4a13-accf-8a758d4457a3,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:37.519020 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5577cf74-47c5-4a71-b07c-a53e543be083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (633f141f-ecb0-46e5-8909-0b1e0e5ec4bc), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.521715 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5577cf74-47c5-4a71-b07c-a53e543be083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.523064 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-5577cf74-47c5-4a71-b07c-a53e543be083 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/633f141f-ecb0-46e5-8909-0b1e0e5ec4bc HTTP/1.1" status: 204 len: 168 time: 0.1381021 Jan 24 16:56:37.532830 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577cf74-47c5-4a71-b07c-a53e543be083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633f141f-ecb0-46e5-8909-0b1e0e5ec4bc,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:37.574117 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Attempting to bind port d8888aac-db3e-4a13-accf-8a758d4457a3 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:56:37.574572 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Attempting to bind port d8888aac-db3e-4a13-accf-8a758d4457a3 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:56:37.574969 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Attempting to bind port d8888aac-db3e-4a13-accf-8a758d4457a3 on network 2be75c4f-241a-4241-8df3-f6088625575c {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:56:37.580474 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Port d8888aac-db3e-4a13-accf-8a758d4457a3 on network 2be75c4f-241a-4241-8df3-f6088625575c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:56:37.580800 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Attempting to bind port d8888aac-db3e-4a13-accf-8a758d4457a3 on network 2be75c4f-241a-4241-8df3-f6088625575c {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:56:37.587058 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:56:37.587482 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Checking segment: {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:56:37.588135 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Bound using segment: {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:56:37.588694 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Bound port: d8888aac-db3e-4a13-accf-8a758d4457a3, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7156eb4-9f45-475d-b4f2-d76578843eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c'}}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:56:37.589067 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.664682 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] For port d8888aac-db3e-4a13-accf-8a758d4457a3, host hv-cinder-82611, cleared binding levels {{(pid=114081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:56:37.668098 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] For port d8888aac-db3e-4a13-accf-8a758d4457a3, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=d8888aac-db3e-4a13-accf-8a758d4457a3,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:56:37.672688 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.710317 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:37.711138 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.712545 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] 10.222.0.79 "PUT /v2.0/ports/d8888aac-db3e-4a13-accf-8a758d4457a3 HTTP/1.1" status: 200 len: 1093 time: 0.6732020 Jan 24 16:56:37.714787 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'tag': 'd8888aac-db3e-4a13-accf-8a758d4457a3'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:37.717139 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3977ee1f-996a-4756-8b41-daa74d3a9c81" -d '{"events": [{"name": "network-changed", "server_uuid": "d67bf828-807a-4965-8f63-5afb0e9a6750", "tag": "d8888aac-db3e-4a13-accf-8a758d4457a3"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:37.756341 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b6852-b8ad-45d6-96f6-ab8b0cfed9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8888aac-db3e-4a13-accf-8a758d4457a3,revision_number=3']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:37.823777 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc35009-1580-4fc9-a888-7b3e4ecd8d71 x-openstack-request-id: req-0fc35009-1580-4fc9-a888-7b3e4ecd8d71 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:37.824069 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67bf828-807a-4965-8f63-5afb0e9a6750", "tag": "d8888aac-db3e-4a13-accf-8a758d4457a3", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:37.824332 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-0fc35009-1580-4fc9-a888-7b3e4ecd8d71 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:37.824734 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'tag': 'd8888aac-db3e-4a13-accf-8a758d4457a3', 'status': 'completed', 'code': 200} Jan 24 16:56:37.843343 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-2467ec77-cd32-4e08-8b4d-a67949cb22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:37.846901 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-2467ec77-cd32-4e08-8b4d-a67949cb22bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24a57596de944ff6b3c322128a836000&device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 1096 time: 0.0601947 Jan 24 16:56:37.867167 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 19b81374-453c-4d3d-8c30-0d0f6f6798bc no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:56:37.892329 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-30f5f6ee-1e10-4f43-8944-c07620f0d44c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8888aac-db3e-4a13-accf-8a758d4457a3 HTTP/1.1" status: 200 len: 217 time: 0.0386238 Jan 24 16:56:37.903459 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 19b81374-453c-4d3d-8c30-0d0f6f6798bc {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:56:37.903920 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 19b81374-453c-4d3d-8c30-0d0f6f6798bc not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:56:37.935455 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-86a7f057-9a84-4ec8-bd58-65ece7d1fd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:37.956419 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-e757a2bc-e95d-4150-9b2f-f4ade713b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:37.957848 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-e757a2bc-e95d-4150-9b2f-f4ade713b0a9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dfd489d-8367-4ed9-a498-6d5b61348aa4 HTTP/1.1" status: 200 len: 850 time: 0.0592179 Jan 24 16:56:37.966607 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55950) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:38.007288 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-962ba1b3-970a-43cf-8392-cedca61aabd7 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=280da8b789a04062997d0c9bd25e86e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394428 Jan 24 16:56:38.009695 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55952) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:38.011669 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-41a8c913-8002-426f-843a-143d99bc4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:38.013262 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-41a8c913-8002-426f-843a-143d99bc4749 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be75c4f-241a-4241-8df3-f6088625575c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415668 Jan 24 16:56:38.059194 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-35d99749-6ac9-4cca-805e-76b88a78bfc2 admin admin] Publish callbacks [] for security_group (e1801ef5-a712-449d-9da6-7dea16f1dc39), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:38.082173 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-35d99749-6ac9-4cca-805e-76b88a78bfc2 admin admin] Publish callbacks [] for security_group (e1801ef5-a712-449d-9da6-7dea16f1dc39), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:38.114245 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-ad6dbb1e-5d65-481e-a40f-c2b8590b5fd5 service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932119 Jan 24 16:56:38.119403 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:56:38.143372 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-35d99749-6ac9-4cca-805e-76b88a78bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (e1801ef5-a712-449d-9da6-7dea16f1dc39), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:38.145860 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-35d99749-6ac9-4cca-805e-76b88a78bfc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:38.147113 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-35d99749-6ac9-4cca-805e-76b88a78bfc2 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e1801ef5-a712-449d-9da6-7dea16f1dc39 HTTP/1.1" status: 204 len: 168 time: 0.1364441 Jan 24 16:56:38.161642 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d99749-6ac9-4cca-805e-76b88a78bfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1801ef5-a712-449d-9da6-7dea16f1dc39,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:38.226524 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4d69f1e8-7597-453b-823c-f3cf02bab585 req-8f9a7451-9083-49e4-afeb-13ac43e55e76 service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011410 Jan 24 16:56:38.336762 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977ee1f-996a-4756-8b41-daa74d3a9c81 req-680b2c7d-457c-4933-84ec-8c0d4fcdbfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:38.338387 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3977ee1f-996a-4756-8b41-daa74d3a9c81 req-680b2c7d-457c-4933-84ec-8c0d4fcdbfd6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24a57596de944ff6b3c322128a836000&device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 1096 time: 0.0555894 Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.430289 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.433588 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.433588 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.433588 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.433588 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.433588 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.433588 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.433588 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.433588 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.433588 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.433588 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.433588 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:56:38.433588 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:56:38.434714 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555ede9-de95-4596-ad27-cc5e87b45765 req-75785509-ef17-4e39-822b-d37ab9ced235 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:38.436327 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7555ede9-de95-4596-ad27-cc5e87b45765 req-75785509-ef17-4e39-822b-d37ab9ced235 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 943 time: 0.1145344 Jan 24 16:56:38.482837 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977ee1f-996a-4756-8b41-daa74d3a9c81 req-62ef8eba-6ffb-4cdc-94bf-5be8ff262ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:38.484990 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3977ee1f-996a-4756-8b41-daa74d3a9c81 req-62ef8eba-6ffb-4cdc-94bf-5be8ff262ccc service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be75c4f-241a-4241-8df3-f6088625575c HTTP/1.1" status: 200 len: 911 time: 0.1285963 Jan 24 16:56:38.543841 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3977ee1f-996a-4756-8b41-daa74d3a9c81 req-173ca9d5-0630-4a58-a66a-ef9f39d751ff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8888aac-db3e-4a13-accf-8a758d4457a3 HTTP/1.1" status: 200 len: 217 time: 0.0484707 Jan 24 16:56:38.548345 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7555ede9-de95-4596-ad27-cc5e87b45765 req-80b3c82f-a6a7-4dab-8f99-92ff2bc3b340 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=2a25c23e-a772-4c58-81aa-cb56923746d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026142 Jan 24 16:56:38.594645 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977ee1f-996a-4756-8b41-daa74d3a9c81 req-5e582d09-a3ca-4a18-a730-4def0aeb15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:38.596084 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3977ee1f-996a-4756-8b41-daa74d3a9c81 req-5e582d09-a3ca-4a18-a730-4def0aeb15b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dfd489d-8367-4ed9-a498-6d5b61348aa4 HTTP/1.1" status: 200 len: 850 time: 0.0434957 Jan 24 16:56:38.640846 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977ee1f-996a-4756-8b41-daa74d3a9c81 req-b31ab7f2-3fc2-49a8-9259-9c4ceba4b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:38.642260 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3977ee1f-996a-4756-8b41-daa74d3a9c81 req-b31ab7f2-3fc2-49a8-9259-9c4ceba4b1e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be75c4f-241a-4241-8df3-f6088625575c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392561 Jan 24 16:56:38.735737 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3977ee1f-996a-4756-8b41-daa74d3a9c81 req-7f4a4c93-935d-47b8-92a1-daed1fd376c7 service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850143 Jan 24 16:56:38.826249 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3977ee1f-996a-4756-8b41-daa74d3a9c81 req-9fa8bcbe-ddb9-4b9e-bf0d-2518a7408abe service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830231 Jan 24 16:56:38.985989 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:39.666644 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea533dc3-1df6-415a-af23-91d3e78b37e4 req-ed578ac5-a9e1-47c6-8e00-866f7f5fbbde tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:39.668156 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ea533dc3-1df6-415a-af23-91d3e78b37e4 req-ed578ac5-a9e1-47c6-8e00-866f7f5fbbde tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 943 time: 0.0518854 Jan 24 16:56:39.715042 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ea533dc3-1df6-415a-af23-91d3e78b37e4 req-a2191bc8-589b-46dd-8da2-a52bd3417d37 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=2a25c23e-a772-4c58-81aa-cb56923746d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403116 Jan 24 16:56:39.832917 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device d8888aac-db3e-4a13-accf-8a758d4457a3 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:56:39.929188 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port d8888aac-db3e-4a13-accf-8a758d4457a3, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=d8888aac-db3e-4a13-accf-8a758d4457a3,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:40.060419 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': 'd8888aac-db3e-4a13-accf-8a758d4457a3', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'port_id': 'd8888aac-db3e-4a13-accf-8a758d4457a3', 'mac_address': 'fa:16:3e:71:b9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:56:40.097664 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port d8888aac-db3e-4a13-accf-8a758d4457a3 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:56:40.097967 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:40.110210 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8888aac-db3e-4a13-accf-8a758d4457a3 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:56:40.129058 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port d8888aac-db3e-4a13-accf-8a758d4457a3, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=d8888aac-db3e-4a13-accf-8a758d4457a3,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:40.132988 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:40.179970 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=d8888aac-db3e-4a13-accf-8a758d4457a3,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:40.431290 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['d8888aac-db3e-4a13-accf-8a758d4457a3'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:56:40.556610 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:40.828277 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea3165-e45b-4a4b-b86b-eca29a69abd0 req-c66a63f0-ec20-4486-bfb2-959b06dac5ee tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:40.829730 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f5ea3165-e45b-4a4b-b86b-eca29a69abd0 req-c66a63f0-ec20-4486-bfb2-959b06dac5ee tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 944 time: 0.0485628 Jan 24 16:56:40.875606 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f5ea3165-e45b-4a4b-b86b-eca29a69abd0 req-d5015a88-7a20-4431-af5e-816ff5874a2e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=2a25c23e-a772-4c58-81aa-cb56923746d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402906 Jan 24 16:56:41.833005 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device d8888aac-db3e-4a13-accf-8a758d4457a3 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:56:41.886971 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:41.899752 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port d8888aac-db3e-4a13-accf-8a758d4457a3 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:56:41.904287 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port d8888aac-db3e-4a13-accf-8a758d4457a3 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:56:41.904655 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:41.982666 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port d8888aac-db3e-4a13-accf-8a758d4457a3 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:56:41.983107 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:41.992013 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43363e-b4c6-4da2-ac98-59b87c4f424f req-d247205e-b00f-457b-88bb-9079397ddece tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:41.993485 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dc43363e-b4c6-4da2-ac98-59b87c4f424f req-d247205e-b00f-457b-88bb-9079397ddece tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 944 time: 0.0518453 Jan 24 16:56:42.007274 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8888aac-db3e-4a13-accf-8a758d4457a3'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:42.009514 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c9e409-6d05-4c96-b327-d95ff7002d1a" -d '{"events": [{"server_uuid": "d67bf828-807a-4965-8f63-5afb0e9a6750", "name": "network-vif-plugged", "status": "completed", "tag": "d8888aac-db3e-4a13-accf-8a758d4457a3"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:42.023538 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port d8888aac-db3e-4a13-accf-8a758d4457a3, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=d8888aac-db3e-4a13-accf-8a758d4457a3,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:56:42.028283 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:42.042821 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dc43363e-b4c6-4da2-ac98-59b87c4f424f req-578e1f9d-203b-4f3d-93c4-7d7a566444f1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=2a25c23e-a772-4c58-81aa-cb56923746d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437737 Jan 24 16:56:42.059585 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fc32ca-beef-40a3-89f7-5103366d025b x-openstack-request-id: req-82fc32ca-beef-40a3-89f7-5103366d025b {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:42.059880 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67bf828-807a-4965-8f63-5afb0e9a6750", "name": "network-vif-plugged", "status": "completed", "tag": "d8888aac-db3e-4a13-accf-8a758d4457a3", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:42.060134 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-82fc32ca-beef-40a3-89f7-5103366d025b {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:42.060527 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8888aac-db3e-4a13-accf-8a758d4457a3', 'code': 200} Jan 24 16:56:42.082222 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=d8888aac-db3e-4a13-accf-8a758d4457a3,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:56:42.089501 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.089802 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.090154 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.090477 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.090833 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.091165 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.091493 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.091822 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.092148 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.092474 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.092799 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.093118 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.093437 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:56:42.263368 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d96bb-3a33-4a8e-9791-98b301142349 req-5f44b0a6-96d8-43d2-92ed-b3c40f3cc33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:42.264852 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f21d96bb-3a33-4a8e-9791-98b301142349 req-5f44b0a6-96d8-43d2-92ed-b3c40f3cc33c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 1098 time: 0.0392904 Jan 24 16:56:42.314266 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f21d96bb-3a33-4a8e-9791-98b301142349 req-1125aaed-d587-4870-a72d-c0d262c52b2a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2a25c23e-a772-4c58-81aa-cb56923746d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372410 Jan 24 16:56:43.204159 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee7e8-d16d-4dfc-8f6d-cc4bfec9ed7b req-77c4b66d-5235-454f-8d63-a328eb60d8d5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:43.205687 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-65dee7e8-d16d-4dfc-8f6d-cc4bfec9ed7b req-77c4b66d-5235-454f-8d63-a328eb60d8d5 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 945 time: 0.0532780 Jan 24 16:56:43.256044 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-65dee7e8-d16d-4dfc-8f6d-cc4bfec9ed7b req-f76b2b23-9da7-4699-bab4-02ea41931efb tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=2a25c23e-a772-4c58-81aa-cb56923746d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448503 Jan 24 16:56:44.377754 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8776f-249c-448f-b845-ea7cf7026f05 req-4d2136b9-e3db-4cb9-8847-82b97bea0b03 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:44.379268 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-34a8776f-249c-448f-b845-ea7cf7026f05 req-4d2136b9-e3db-4cb9-8847-82b97bea0b03 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 945 time: 0.0545406 Jan 24 16:56:44.427003 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-34a8776f-249c-448f-b845-ea7cf7026f05 req-6b57950b-e4cb-4fe1-bdcd-c520343eca7d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=2a25c23e-a772-4c58-81aa-cb56923746d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420337 Jan 24 16:56:44.534784 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0215f73-be85-449f-9774-bf87a0e6aad2 req-6c8d74d8-9482-4b78-a6c5-55ec3c7a38f1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:44.536279 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c0215f73-be85-449f-9774-bf87a0e6aad2 req-6c8d74d8-9482-4b78-a6c5-55ec3c7a38f1 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 945 time: 0.0484233 Jan 24 16:56:44.544517 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 55988) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:56:44.549487 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-37648c7b-122a-4bf2-80b5-e8b7900c974d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Request body: {'floatingip': {'port_id': 'd8888aac-db3e-4a13-accf-8a758d4457a3'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:56:44.587950 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-37648c7b-122a-4bf2-80b5-e8b7900c974d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (87c8e2a5-f684-4e22-918d-1d3a82188404), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:45.008576 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-37648c7b-122a-4bf2-80b5-e8b7900c974d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:45.012472 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-37648c7b-122a-4bf2-80b5-e8b7900c974d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (87c8e2a5-f684-4e22-918d-1d3a82188404), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:45.111443 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.l3_db [None req-37648c7b-122a-4bf2-80b5-e8b7900c974d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Floating IP 87c8e2a5-f684-4e22-918d-1d3a82188404 associated. External IP: 172.27.3.19, port: d8888aac-db3e-4a13-accf-8a758d4457a3. Jan 24 16:56:45.318845 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37648c7b-122a-4bf2-80b5-e8b7900c974d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:56:45.425221 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37648c7b-122a-4bf2-80b5-e8b7900c974d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:56:45.429702 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-37648c7b-122a-4bf2-80b5-e8b7900c974d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:56:45.435168 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d89a01-5b66-448d-b1b6-0b616fce3aa3 None None] Sync routers for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:56:45.444388 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d89a01-5b66-448d-b1b6-0b616fce3aa3 None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:45.444995 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-13d89a01-5b66-448d-b1b6-0b616fce3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:45.458309 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-37648c7b-122a-4bf2-80b5-e8b7900c974d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "PUT /v2.0/floatingips/87c8e2a5-f684-4e22-918d-1d3a82188404 HTTP/1.1" status: 200 len: 990 time: 0.9121418 Jan 24 16:56:45.458309 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'tag': 'd8888aac-db3e-4a13-accf-8a758d4457a3'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:56:45.460533 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cce1d1-3716-4b40-858e-2a7cbc6df4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d67bf828-807a-4965-8f63-5afb0e9a6750", "tag": "d8888aac-db3e-4a13-accf-8a758d4457a3"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:56:45.558259 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-13d89a01-5b66-448d-b1b6-0b616fce3aa3 None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:45.583039 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f574cbc-e1c2-48c4-9951-df17f28f7088 x-openstack-request-id: req-6f574cbc-e1c2-48c4-9951-df17f28f7088 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:56:45.583334 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67bf828-807a-4965-8f63-5afb0e9a6750", "tag": "d8888aac-db3e-4a13-accf-8a758d4457a3", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:56:45.583591 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-6f574cbc-e1c2-48c4-9951-df17f28f7088 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:56:45.583996 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'tag': 'd8888aac-db3e-4a13-accf-8a758d4457a3', 'status': 'completed', 'code': 200} Jan 24 16:56:45.656985 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cce1d1-3716-4b40-858e-2a7cbc6df4d5 req-b334911e-d3c4-4e9b-bca2-ba055d9d9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:45.658582 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-82cce1d1-3716-4b40-858e-2a7cbc6df4d5 req-b334911e-d3c4-4e9b-bca2-ba055d9d9caf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24a57596de944ff6b3c322128a836000&device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 1098 time: 0.0415130 Jan 24 16:56:45.753552 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cce1d1-3716-4b40-858e-2a7cbc6df4d5 req-efad48fd-0277-49b1-9dbd-d275caa8451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:45.755070 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-82cce1d1-3716-4b40-858e-2a7cbc6df4d5 req-efad48fd-0277-49b1-9dbd-d275caa8451f service neutron] 10.222.0.79 "GET /v2.0/networks?id=2be75c4f-241a-4241-8df3-f6088625575c HTTP/1.1" status: 200 len: 911 time: 0.0887938 Jan 24 16:56:45.776928 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-13d89a01-5b66-448d-b1b6-0b616fce3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '87c8e2a5-f684-4e22-918d-1d3a82188404', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'port_id': 'd8888aac-db3e-4a13-accf-8a758d4457a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'mac_address': 'fa:16:3e:71:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:56:32Z', 'updated_at': '2022-01-24T16:56:44Z', 'revision_number': 1, 'project_id': '24a57596de944ff6b3c322128a836000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:47Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:45.805774 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d89a01-5b66-448d-b1b6-0b616fce3aa3 None None] Checking router: d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:56:45.814488 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d89a01-5b66-448d-b1b6-0b616fce3aa3 None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:56:45.815121 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-13d89a01-5b66-448d-b1b6-0b616fce3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:56:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:45.824834 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-82cce1d1-3716-4b40-858e-2a7cbc6df4d5 req-1c0635f4-10f4-4a55-9393-a6761c309b9a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8888aac-db3e-4a13-accf-8a758d4457a3 HTTP/1.1" status: 200 len: 998 time: 0.0585485 Jan 24 16:56:45.878931 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cce1d1-3716-4b40-858e-2a7cbc6df4d5 req-54c9d64e-3330-4f14-a83f-b6eb37f646bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:45.880589 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-82cce1d1-3716-4b40-858e-2a7cbc6df4d5 req-54c9d64e-3330-4f14-a83f-b6eb37f646bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6dfd489d-8367-4ed9-a498-6d5b61348aa4 HTTP/1.1" status: 200 len: 850 time: 0.0477793 Jan 24 16:56:45.919344 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-13d89a01-5b66-448d-b1b6-0b616fce3aa3 None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:56:45.927570 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cce1d1-3716-4b40-858e-2a7cbc6df4d5 req-cbd14db2-3530-414c-956c-4492d27bbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:45.929146 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-82cce1d1-3716-4b40-858e-2a7cbc6df4d5 req-cbd14db2-3530-414c-956c-4492d27bbb36 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2be75c4f-241a-4241-8df3-f6088625575c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413740 Jan 24 16:56:46.025162 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-82cce1d1-3716-4b40-858e-2a7cbc6df4d5 req-df0fac66-329b-42e8-9231-01924b5e989c service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856049 Jan 24 16:56:46.118920 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-82cce1d1-3716-4b40-858e-2a7cbc6df4d5 req-83e0be9f-22b1-47da-b5c1-8136cad055aa service neutron] 10.222.0.79 "GET /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828340 Jan 24 16:56:46.146428 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-13d89a01-5b66-448d-b1b6-0b616fce3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '87c8e2a5-f684-4e22-918d-1d3a82188404', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'port_id': 'd8888aac-db3e-4a13-accf-8a758d4457a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'mac_address': 'fa:16:3e:71:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:56:32Z', 'updated_at': '2022-01-24T16:56:44Z', 'revision_number': 1, 'project_id': '24a57596de944ff6b3c322128a836000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:47Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:56:46.172250 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d89a01-5b66-448d-b1b6-0b616fce3aa3 None None] The sync data for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi is: [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '87c8e2a5-f684-4e22-918d-1d3a82188404', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'port_id': 'd8888aac-db3e-4a13-accf-8a758d4457a3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'mac_address': 'fa:16:3e:71:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:56:32Z', 'updated_at': '2022-01-24T16:56:44Z', 'revision_number': 1, 'project_id': '24a57596de944ff6b3c322128a836000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:47Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:56:46.360854 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0301b97-3984-4698-8fe8-cf55be535754 None None] New status for floating IP 87c8e2a5-f684-4e22-918d-1d3a82188404: ACTIVE {{(pid=114083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:56:58.113906 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59719a98-e5eb-4820-a5a1-d891ccee0ead req-592ec616-c655-4a9b-bcc4-d79e7d01d1c1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:58.117420 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-59719a98-e5eb-4820-a5a1-d891ccee0ead req-592ec616-c655-4a9b-bcc4-d79e7d01d1c1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0496080 Jan 24 16:56:58.168689 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-59719a98-e5eb-4820-a5a1-d891ccee0ead req-e04a7aff-29e1-4dac-ac48-ccac79b9fe1d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465481 Jan 24 16:56:59.300277 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526db81-3e09-47dd-a303-c06bba16de9d req-1a5ead26-fc48-4505-a12a-cb3056fde063 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:56:59.301790 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0526db81-3e09-47dd-a303-c06bba16de9d req-1a5ead26-fc48-4505-a12a-cb3056fde063 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0487177 Jan 24 16:56:59.348589 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0526db81-3e09-47dd-a303-c06bba16de9d req-384c574e-0d9b-4bac-86af-0a16725aa636 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413454 Jan 24 16:57:00.466071 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7b2d3-8f31-4972-8de4-316906a659dd req-f75d5831-8dd2-4246-a142-060201325b76 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:00.468446 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-64e7b2d3-8f31-4972-8de4-316906a659dd req-f75d5831-8dd2-4246-a142-060201325b76 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0500374 Jan 24 16:57:00.515041 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-64e7b2d3-8f31-4972-8de4-316906a659dd req-77630b82-cd94-4ab2-b8e1-4254df40399b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409205 Jan 24 16:57:01.636744 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14068e57-fd28-4f15-9045-10ad7368b5b1 req-6c8983e4-f195-4ed3-b588-6f6654265d5f tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:01.638313 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-14068e57-fd28-4f15-9045-10ad7368b5b1 req-6c8983e4-f195-4ed3-b588-6f6654265d5f tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0510836 Jan 24 16:57:01.683312 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-14068e57-fd28-4f15-9045-10ad7368b5b1 req-8402872f-7f63-4c46-9fc0-4215484ea8ad tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395970 Jan 24 16:57:02.801137 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd439dd-3bef-4855-b54d-ffa8c1b70199 req-579c8b65-0f5e-42dd-98e6-7085d512681f tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:02.802598 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9dd439dd-3bef-4855-b54d-ffa8c1b70199 req-579c8b65-0f5e-42dd-98e6-7085d512681f tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0489991 Jan 24 16:57:02.848290 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9dd439dd-3bef-4855-b54d-ffa8c1b70199 req-cf942fef-7440-4cc3-a5b8-420d7680fafe tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 Jan 24 16:57:03.773492 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:03.965834 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6276d-687e-4b19-9180-9eaca51cce17 req-ac3e9649-962c-4938-a93b-62c0ae839baa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:03.967900 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-74f6276d-687e-4b19-9180-9eaca51cce17 req-ac3e9649-962c-4938-a93b-62c0ae839baa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0499539 Jan 24 16:57:04.018785 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-74f6276d-687e-4b19-9180-9eaca51cce17 req-6dcf7a58-c862-463e-a926-15d662ac4d8b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452161 Jan 24 16:57:05.134866 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9c0d3-5cdd-4e91-b450-dd03038af51a req-8356e4f3-8525-4d4f-9b21-e3678cd53aa8 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:05.136344 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5fc9c0d3-5cdd-4e91-b450-dd03038af51a req-8356e4f3-8525-4d4f-9b21-e3678cd53aa8 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0474820 Jan 24 16:57:05.183579 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5fc9c0d3-5cdd-4e91-b450-dd03038af51a req-61dd78aa-f35b-4f87-81fe-0b3d9893b1bb tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405042 Jan 24 16:57:05.636915 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-c5ac45e4-8136-4fca-a9ba-e433cfc78c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:06.305172 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7bc2-1d57-43f9-9ead-690623a04ea7 req-19be12c4-8711-4441-ae96-d1fba575683e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:06.306118 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-df6f7bc2-1d57-43f9-9ead-690623a04ea7 req-19be12c4-8711-4441-ae96-d1fba575683e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0492167 Jan 24 16:57:06.352704 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-df6f7bc2-1d57-43f9-9ead-690623a04ea7 req-09ccd16c-5e91-4430-ae8f-4e8cf69e5497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410781 Jan 24 16:57:07.477029 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8b3af-7ecb-49cb-a0c9-712108306d07 req-7c10dc80-0a6a-4f06-a4d0-4f86aa566ca2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:07.478523 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-75a8b3af-7ecb-49cb-a0c9-712108306d07 req-7c10dc80-0a6a-4f06-a4d0-4f86aa566ca2 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0540307 Jan 24 16:57:07.526536 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-75a8b3af-7ecb-49cb-a0c9-712108306d07 req-eb750401-d858-4806-ab51-743dae36a1b7 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415876 Jan 24 16:57:07.891759 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5bf3ab46-dc7a-4a45-bdae-7f5aa66e4226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:08.647645 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd6e3e-7cd0-472e-b631-59af7d8d16c3 req-e4fb848a-436d-4a86-a2c3-b594245160e9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:08.649098 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-07cd6e3e-7cd0-472e-b631-59af7d8d16c3 req-e4fb848a-436d-4a86-a2c3-b594245160e9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0491362 Jan 24 16:57:08.695296 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-07cd6e3e-7cd0-472e-b631-59af7d8d16c3 req-3331b581-56cd-4b71-961b-c2355916d6dc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 Jan 24 16:57:08.988635 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:09.818225 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82154eff-f668-44a2-a90a-915fe6fb84c4 req-5534c97f-e6f0-488f-9bb0-8813f054f751 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:09.819701 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-82154eff-f668-44a2-a90a-915fe6fb84c4 req-5534c97f-e6f0-488f-9bb0-8813f054f751 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0523732 Jan 24 16:57:09.866186 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-82154eff-f668-44a2-a90a-915fe6fb84c4 req-6975af0d-2d2d-47c3-881e-3d3130495de9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410333 Jan 24 16:57:10.545872 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:10.985841 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4498b6-30ee-4735-ae34-63cd9f02c72d req-5ddddae2-eba9-40c8-901b-35cab55992db tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:10.987358 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-df4498b6-30ee-4735-ae34-63cd9f02c72d req-5ddddae2-eba9-40c8-901b-35cab55992db tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0515869 Jan 24 16:57:11.041025 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-df4498b6-30ee-4735-ae34-63cd9f02c72d req-b45cf175-8766-4341-95d8-2dce2d88fbfb tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482383 Jan 24 16:57:11.859079 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:12.160153 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05892b6-8871-4a54-8d31-7b22d28d7d12 req-fd31dca1-1b42-4c93-a999-ae4a09c2e4bb tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:12.161657 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e05892b6-8871-4a54-8d31-7b22d28d7d12 req-fd31dca1-1b42-4c93-a999-ae4a09c2e4bb tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0488133 Jan 24 16:57:12.211169 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e05892b6-8871-4a54-8d31-7b22d28d7d12 req-6c106ab5-2338-45ec-ab88-f410b6ba9fde tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440118 Jan 24 16:57:13.331111 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c86999-143b-4893-af2b-b2c50927d24f req-dcf30109-34df-4bc8-94ab-6a023e2b6046 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:13.333240 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-55c86999-143b-4893-af2b-b2c50927d24f req-dcf30109-34df-4bc8-94ab-6a023e2b6046 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0513024 Jan 24 16:57:13.383620 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-55c86999-143b-4893-af2b-b2c50927d24f req-396862f3-059c-4734-978f-a66c7e5703ba tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447850 Jan 24 16:57:13.955958 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device fd9d7942-a8b2-4999-a7ae-e2a43c49a79d details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:57:14.049590 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:57:14.060292 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'port_id': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'mac_address': 'fa:16:3e:5e:48:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:57:14.097388 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d is: ACTIVE; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:57:14.097777 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:14.111072 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd9d7942-a8b2-4999-a7ae-e2a43c49a79d {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:57:14.129639 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:57:14.133268 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:14.184205 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,revision_number=6']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:57:14.250047 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['fd9d7942-a8b2-4999-a7ae-e2a43c49a79d'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:57:14.505571 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15160ea8-ebf1-41f4-9a72-9ff45e789363 req-485f339b-48e0-42c8-8c10-110856c257e1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:14.507045 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-15160ea8-ebf1-41f4-9a72-9ff45e789363 req-485f339b-48e0-42c8-8c10-110856c257e1 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 944 time: 0.0492399 Jan 24 16:57:14.554421 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-15160ea8-ebf1-41f4-9a72-9ff45e789363 req-7bfbc220-c2c6-4710-a2fd-938b0655e370 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410724 Jan 24 16:57:15.118480 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:57:15.676957 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33d163-76c7-4ed7-8cf6-6694804728bc req-d4fdf2c8-c470-4193-9cb9-fce1782cf9d9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:15.678398 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9c33d163-76c7-4ed7-8cf6-6694804728bc req-d4fdf2c8-c470-4193-9cb9-fce1782cf9d9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 944 time: 0.0519042 Jan 24 16:57:15.725120 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9c33d163-76c7-4ed7-8cf6-6694804728bc req-bc459476-e8df-453d-8377-5670a4392530 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404472 Jan 24 16:57:15.981668 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device fd9d7942-a8b2-4999-a7ae-e2a43c49a79d up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:57:16.034270 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:57:16.034623 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:16.115492 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:57:16.115785 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:16.139604 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:57:16.141842 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3d1475-d04d-4a0c-a06f-f1741657c8a1" -d '{"events": [{"server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:57:16.157316 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:57:16.162613 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:16.188294 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a152a15-085a-4828-b156-4e90153dee29 x-openstack-request-id: req-5a152a15-085a-4828-b156-4e90153dee29 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:57:16.188586 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:57:16.188841 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-5a152a15-085a-4828-b156-4e90153dee29 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:57:16.189236 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'code': 200} Jan 24 16:57:16.213806 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,revision_number=7']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:57:16.855822 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b410f-2ad9-471a-a80c-dbaf6365883f req-0cb9b2f3-6998-45b4-adbc-99f34b74da13 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:16.857568 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e07b410f-2ad9-471a-a80c-dbaf6365883f req-0cb9b2f3-6998-45b4-adbc-99f34b74da13 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0527830 Jan 24 16:57:16.906949 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-e07b410f-2ad9-471a-a80c-dbaf6365883f req-91be96e0-b4a6-43d3-9d78-4791404b2f11 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440302 Jan 24 16:57:18.049692 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007cfbe-c598-47be-9cbe-8de1e222e21d req-6afdd674-b443-4c81-afde-b1493731f0b7 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:18.052098 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b007cfbe-c598-47be-9cbe-8de1e222e21d req-6afdd674-b443-4c81-afde-b1493731f0b7 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0650818 Jan 24 16:57:18.104799 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b007cfbe-c598-47be-9cbe-8de1e222e21d req-0c3c5378-325c-420d-aceb-5d9d64b2b69e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466294 Jan 24 16:57:19.264630 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd61940-57b2-4308-9b9b-21d2cfb35589 req-d6f477ea-ad74-4872-95ff-d23c9bed5f3c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:19.266239 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0cd61940-57b2-4308-9b9b-21d2cfb35589 req-d6f477ea-ad74-4872-95ff-d23c9bed5f3c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0637331 Jan 24 16:57:19.331163 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0cd61940-57b2-4308-9b9b-21d2cfb35589 req-64c47dbd-ea59-40ad-b241-66e9d8552006 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556951 Jan 24 16:57:20.466414 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704e422-c10f-4355-9211-fb48ea18c8cf req-03dab80a-2bd5-46e7-8790-f4f4feb54c74 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:20.467978 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a704e422-c10f-4355-9211-fb48ea18c8cf req-03dab80a-2bd5-46e7-8790-f4f4feb54c74 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0559723 Jan 24 16:57:20.523770 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a704e422-c10f-4355-9211-fb48ea18c8cf req-024c5ebb-ddea-4e1b-ace1-c8563a1803bb tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496793 Jan 24 16:57:21.651880 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bf776-3a1c-496c-b6ef-894001314fe9 req-f21736ac-e93e-4c9c-9c29-6e1c6b580178 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:21.654071 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fc6bf776-3a1c-496c-b6ef-894001314fe9 req-f21736ac-e93e-4c9c-9c29-6e1c6b580178 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0530107 Jan 24 16:57:21.708339 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fc6bf776-3a1c-496c-b6ef-894001314fe9 req-8db9021a-d04e-44e0-af3d-c68dd3476f52 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482092 Jan 24 16:57:22.858808 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae798c-e2e4-4678-8a6d-fc71d8e04ed5 req-7c1bc5a2-39ef-44b0-8f22-cd1776cebcc6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:22.860310 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-89ae798c-e2e4-4678-8a6d-fc71d8e04ed5 req-7c1bc5a2-39ef-44b0-8f22-cd1776cebcc6 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0644343 Jan 24 16:57:22.924711 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-89ae798c-e2e4-4678-8a6d-fc71d8e04ed5 req-c7c6dd2f-07e2-4817-8dec-a5789f7a6aba tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524673 Jan 24 16:57:24.056956 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2df88-e0fe-47d5-ad20-6445cfc0c19a req-b588b111-6c36-409e-aa84-33a955f4cf8a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:24.064881 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c0b2df88-e0fe-47d5-ad20-6445cfc0c19a req-b588b111-6c36-409e-aa84-33a955f4cf8a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0693405 Jan 24 16:57:24.112997 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c0b2df88-e0fe-47d5-ad20-6445cfc0c19a req-d50df90d-5454-4483-bab2-36bb7ead0b54 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472193 Jan 24 16:57:25.259310 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00403d02-6277-49ec-9e7f-9717fa1d0d79 req-c84a548c-42b5-4646-94f9-57cccf6c0b02 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:25.260814 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-00403d02-6277-49ec-9e7f-9717fa1d0d79 req-c84a548c-42b5-4646-94f9-57cccf6c0b02 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0582979 Jan 24 16:57:25.309937 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-00403d02-6277-49ec-9e7f-9717fa1d0d79 req-16c266bb-0cc6-4084-92f3-9d1812a349aa tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Jan 24 16:57:25.939254 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99b44-9d98-4356-8048-1401e705dc08 req-f8eaecd9-53ea-436d-a77c-753bb4c1f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:25.940702 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5bb99b44-9d98-4356-8048-1401e705dc08 req-f8eaecd9-53ea-436d-a77c-753bb4c1f771 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 1098 time: 0.0417171 Jan 24 16:57:26.033430 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99b44-9d98-4356-8048-1401e705dc08 req-f2146fb2-262e-4067-9d5a-375135f0021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:26.034921 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5bb99b44-9d98-4356-8048-1401e705dc08 req-f2146fb2-262e-4067-9d5a-375135f0021b service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 916 time: 0.0862794 Jan 24 16:57:26.098718 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5bb99b44-9d98-4356-8048-1401e705dc08 req-1c5e4875-f8c0-4b83-bd3d-af03fb18db44 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d HTTP/1.1" status: 200 len: 1001 time: 0.0573866 Jan 24 16:57:26.147244 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99b44-9d98-4356-8048-1401e705dc08 req-28a938dc-9319-4005-b73d-e2c4567d1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:26.148724 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5bb99b44-9d98-4356-8048-1401e705dc08 req-28a938dc-9319-4005-b73d-e2c4567d1790 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 200 len: 855 time: 0.0440748 Jan 24 16:57:26.197620 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99b44-9d98-4356-8048-1401e705dc08 req-5f0bb5d7-bd99-4229-9cea-1baa783a8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:26.199976 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5bb99b44-9d98-4356-8048-1401e705dc08 req-5f0bb5d7-bd99-4229-9cea-1baa783a8c0a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9684751-c334-42d8-84b0-fcdb27d5b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450792 Jan 24 16:57:26.288541 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5bb99b44-9d98-4356-8048-1401e705dc08 req-f18e005f-302c-4680-a39e-bf7ee15e51ad service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816023 Jan 24 16:57:26.381528 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5bb99b44-9d98-4356-8048-1401e705dc08 req-f6e15460-9838-4cae-8efe-ce6a0c54b5af service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866420 Jan 24 16:57:26.435698 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a62095-f388-47ec-81fa-7303ee7b8bb2 req-cdae4fcf-f442-47ee-ad19-b9bb32a1945e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:26.437175 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a7a62095-f388-47ec-81fa-7303ee7b8bb2 req-cdae4fcf-f442-47ee-ad19-b9bb32a1945e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0529544 Jan 24 16:57:26.483720 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a7a62095-f388-47ec-81fa-7303ee7b8bb2 req-4d92c7d9-f049-46c4-9a03-799e8d750358 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409636 Jan 24 16:57:27.602939 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785f241-bf8a-4834-a75c-cc507559ee1b req-fabc4eb7-a346-4069-a5ea-70eafd10437f tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:27.604392 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a785f241-bf8a-4834-a75c-cc507559ee1b req-fabc4eb7-a346-4069-a5ea-70eafd10437f tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 945 time: 0.0495276 Jan 24 16:57:27.650694 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a785f241-bf8a-4834-a75c-cc507559ee1b req-f9878944-2879-4cf1-8a89-3ae17a7dabb8 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Jan 24 16:57:28.053740 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device fd9d7942-a8b2-4999-a7ae-e2a43c49a79d no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:57:28.129268 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d is: ACTIVE; New status is: DOWN {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:57:28.129651 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:28.153866 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:57:28.156282 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffd92eb-2836-4530-bc01-db2b31d2a6f4" -d '{"events": [{"server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "name": "network-vif-unplugged", "status": "completed", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:57:28.173130 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:57:28.178116 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:28.207006 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Jan 2022 16:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1f450e-12a8-4d77-9277-34ed0c6e4934 x-openstack-request-id: req-de1f450e-12a8-4d77-9277-34ed0c6e4934 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:57:28.207369 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "name": "network-vif-unplugged", "status": "completed", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:57:28.207722 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-de1f450e-12a8-4d77-9277-34ed0c6e4934 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:57:28.208252 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'code': 200} Jan 24 16:57:28.235657 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,revision_number=8']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:57:28.769590 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8fef2-b3c0-4b99-9464-1773061df3de req-c3580377-2c1c-42da-9960-32ce007c169a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:28.770996 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-caa8fef2-b3c0-4b99-9464-1773061df3de req-c3580377-2c1c-42da-9960-32ce007c169a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0484068 Jan 24 16:57:28.817642 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-caa8fef2-b3c0-4b99-9464-1773061df3de req-60967dcd-82b4-4644-9fa5-aace7d785c17 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412323 Jan 24 16:57:29.709567 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603f3ed-85b4-41ab-9717-c7bb54244731 req-79158588-8de7-444e-9f4d-506418529567 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:29.711196 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b603f3ed-85b4-41ab-9717-c7bb54244731 req-79158588-8de7-444e-9f4d-506418529567 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0488713 Jan 24 16:57:29.762908 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b603f3ed-85b4-41ab-9717-c7bb54244731 req-2400b59a-ab46-4e86-b717-897fad6d356c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Jan 24 16:57:30.009613 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 56288) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:57:30.094226 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-635f025e-f8fe-450d-85bb-79811b03a01c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834134 Jan 24 16:57:30.102596 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-4f731c75-f5c2-44d5-9073-f5272fea0b11 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:57:30.103600 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-4f731c75-f5c2-44d5-9073-f5272fea0b11 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048869 Jan 24 16:57:30.882889 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82076c-2e19-4fe2-b211-1a6045e624f3 req-257cdaa9-bdd1-4891-b656-20816ff6bd48 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:30.884374 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8b82076c-2e19-4fe2-b211-1a6045e624f3 req-257cdaa9-bdd1-4891-b656-20816ff6bd48 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0487494 Jan 24 16:57:30.929368 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-f0debaa5-369a-4b67-91e7-c3203621a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:30.930874 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-f0debaa5-369a-4b67-91e7-c3203621a8a5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc&tenant_id=5ca1c94bee974fb986196c0be4064812 HTTP/1.1" status: 200 len: 1096 time: 0.0392864 Jan 24 16:57:30.933477 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8b82076c-2e19-4fe2-b211-1a6045e624f3 req-a9e51da1-508f-4c2e-bfb2-62b07aac9561 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425842 Jan 24 16:57:30.998920 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-b83b8063-42bc-4f88-bba8-1720480ed46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:31.000420 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-b83b8063-42bc-4f88-bba8-1720480ed46a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ca1c94bee974fb986196c0be4064812&device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 1096 time: 0.0439041 Jan 24 16:57:31.088452 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-a50cc77e-f91f-4f59-ae60-ebf47753fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:31.089958 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-a50cc77e-f91f-4f59-ae60-ebf47753fc5d service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 200 len: 916 time: 0.0811341 Jan 24 16:57:31.158442 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-3a5973d7-1029-46c4-8dd2-153f8ac24810 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d HTTP/1.1" status: 200 len: 999 time: 0.0613132 Jan 24 16:57:31.206362 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-3e5cb462-cd7f-4ef3-bd4a-a4b712c320cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:31.207794 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-3e5cb462-cd7f-4ef3-bd4a-a4b712c320cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 200 len: 855 time: 0.0428133 Jan 24 16:57:31.252438 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-46d69df6-e423-43c5-9335-3819c789faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:31.253888 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-46d69df6-e423-43c5-9335-3819c789faf5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9684751-c334-42d8-84b0-fcdb27d5b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388713 Jan 24 16:57:31.343375 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-beccc9e5-c147-4dfa-a6e7-210b3242bc95 service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825672 Jan 24 16:57:31.430288 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f62f379f-7603-40d9-b766-3b29c8744e3f req-e3c085aa-651d-4b2b-b740-95ce34d88d9a service neutron] 10.222.0.79 "GET /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799143 Jan 24 16:57:32.064782 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cb30f-6e5c-4675-b750-87839d2de6aa req-1b68ac87-a384-4977-a0d7-eff452103818 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:32.067356 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-804cb30f-6e5c-4675-b750-87839d2de6aa req-1b68ac87-a384-4977-a0d7-eff452103818 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0535259 Jan 24 16:57:32.086031 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device fd9d7942-a8b2-4999-a7ae-e2a43c49a79d no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:57:32.126134 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-804cb30f-6e5c-4675-b750-87839d2de6aa req-69e0d6ec-542f-4c5b-9f09-86cd5b65e486 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524266 Jan 24 16:57:32.215697 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d is: DOWN; New status is: DOWN {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:57:33.267155 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60780ca7-04d9-4833-a531-4c76337ae93b req-2c66e073-2958-4fca-8eb6-f3286e8aa129 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:33.269399 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-60780ca7-04d9-4833-a531-4c76337ae93b req-2c66e073-2958-4fca-8eb6-f3286e8aa129 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0513268 Jan 24 16:57:33.320778 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-60780ca7-04d9-4833-a531-4c76337ae93b req-2c004997-6c9b-40a6-8a03-f3342b6cf5de tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457094 Jan 24 16:57:33.777204 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:34.445161 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e139e-97a8-46b2-ad76-179bbf4faf05 req-2852c4c5-d1f5-4b3a-8d95-61ae97f6ab86 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:34.446586 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6a4e139e-97a8-46b2-ad76-179bbf4faf05 req-2852c4c5-d1f5-4b3a-8d95-61ae97f6ab86 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0513942 Jan 24 16:57:34.495698 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6a4e139e-97a8-46b2-ad76-179bbf4faf05 req-65cc2452-4bc7-419b-aed9-c123cf636e7b tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430930 Jan 24 16:57:35.627776 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839f75d-97f2-4536-9462-bf32ae0145b9 req-3bb139fe-450b-42cf-aad5-86036d641e9d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:35.629424 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0839f75d-97f2-4536-9462-bf32ae0145b9 req-3bb139fe-450b-42cf-aad5-86036d641e9d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0542204 Jan 24 16:57:35.654696 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-cee08057-cb92-474b-9838-4d0ebc191a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:35.704733 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0839f75d-97f2-4536-9462-bf32ae0145b9 req-8b7651a5-0a8e-456f-ba8e-fd0c8bf38ca3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692415 Jan 24 16:57:36.842966 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ae880-a787-4163-958b-c73802242ccc req-c635974f-3b5f-427f-8e84-ca61fb080338 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:36.844477 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-574ae880-a787-4163-958b-c73802242ccc req-c635974f-3b5f-427f-8e84-ca61fb080338 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0522053 Jan 24 16:57:36.895529 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-574ae880-a787-4163-958b-c73802242ccc req-6d4e8574-dba0-4d55-b1f3-08446826b827 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452929 Jan 24 16:57:37.970194 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-31c8564d-9d3f-4908-b469-7681c3c2cb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:38.095430 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ce35e-fe81-4e9c-88c0-c8a3bc6c9af5 req-1a75b993-3d1e-48bb-86b6-3d7a24cba896 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:38.096963 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fe5ce35e-fe81-4e9c-88c0-c8a3bc6c9af5 req-1a75b993-3d1e-48bb-86b6-3d7a24cba896 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0665267 Jan 24 16:57:38.167815 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fe5ce35e-fe81-4e9c-88c0-c8a3bc6c9af5 req-2be6b96f-43b0-4c2c-93cb-9fa89ee52ba4 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600541 Jan 24 16:57:38.993969 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:39.293041 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5b9b-ad24-42ef-98a6-fa36d0107a30 req-07411b36-5c36-44f4-bf01-53b38b9dd3c3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:39.294549 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-06ad5b9b-ad24-42ef-98a6-fa36d0107a30 req-07411b36-5c36-44f4-bf01-53b38b9dd3c3 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0500669 Jan 24 16:57:39.342852 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-06ad5b9b-ad24-42ef-98a6-fa36d0107a30 req-9466ae7c-e500-4356-a833-bc3d7f80bc71 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Jan 24 16:57:39.941454 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8c8bc56a-568e-4b70-9084-744e699c380d req-c565820d-ecf9-4aa3-aebc-60061f21d53a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473139 Jan 24 16:57:40.010074 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bc56a-568e-4b70-9084-744e699c380d req-bbdc2794-160e-48a3-b494-d2ddd35709ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:40.011695 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8c8bc56a-568e-4b70-9084-744e699c380d req-bbdc2794-160e-48a3-b494-d2ddd35709ef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=511e72017a4b4da7a0748dae5a59e0ac&device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 1098 time: 0.0480020 Jan 24 16:57:40.129844 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bc56a-568e-4b70-9084-744e699c380d req-a271b5cf-fa6d-411d-87cd-470c9f053842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:40.131358 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8c8bc56a-568e-4b70-9084-744e699c380d req-a271b5cf-fa6d-411d-87cd-470c9f053842 service neutron] 10.222.0.79 "GET /v2.0/networks?id=47466270-541d-4039-a73f-7e91d25c0bd6 HTTP/1.1" status: 200 len: 908 time: 0.0951855 Jan 24 16:57:40.207911 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8c8bc56a-568e-4b70-9084-744e699c380d req-2e60a771-c96f-444e-b674-6aca94b9b141 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5 HTTP/1.1" status: 200 len: 1001 time: 0.0695362 Jan 24 16:57:40.273402 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bc56a-568e-4b70-9084-744e699c380d req-eb85f61b-a7f0-4834-bd0f-2208988909e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:40.274923 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8c8bc56a-568e-4b70-9084-744e699c380d req-eb85f61b-a7f0-4834-bd0f-2208988909e2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1a7df5c-5600-4530-8b3d-71768f17578c HTTP/1.1" status: 200 len: 847 time: 0.0595429 Jan 24 16:57:40.325026 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bc56a-568e-4b70-9084-744e699c380d req-b89ce3cd-948a-404d-bc6c-3f6417f3f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:40.326491 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8c8bc56a-568e-4b70-9084-744e699c380d req-b89ce3cd-948a-404d-bc6c-3f6417f3f1d7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=47466270-541d-4039-a73f-7e91d25c0bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455570 Jan 24 16:57:40.421745 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8c8bc56a-568e-4b70-9084-744e699c380d req-8d9f584d-51cd-4ba9-bd2d-b007dbc914e3 service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878656 Jan 24 16:57:40.535833 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201bfac-fb99-44c8-bf12-03bedbdc9eeb req-09012cd9-d5c9-47cf-a6de-1768d0e11e39 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:40.537323 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0201bfac-fb99-44c8-bf12-03bedbdc9eeb req-09012cd9-d5c9-47cf-a6de-1768d0e11e39 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.1092839 Jan 24 16:57:40.548685 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:40.571516 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8c8bc56a-568e-4b70-9084-744e699c380d req-83e49b0b-cb20-4868-9efe-6b4cbea6286e service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351678 Jan 24 16:57:40.604956 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0201bfac-fb99-44c8-bf12-03bedbdc9eeb req-c663d224-1732-4da7-91da-8b2779f1a7e0 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556021 Jan 24 16:57:41.741594 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296608e2-e285-40df-9c38-6151eda000ce req-b4d52b82-3dff-4fed-953b-def6d07d0039 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:41.742964 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-296608e2-e285-40df-9c38-6151eda000ce req-b4d52b82-3dff-4fed-953b-def6d07d0039 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 943 time: 0.0484750 Jan 24 16:57:41.792158 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-296608e2-e285-40df-9c38-6151eda000ce req-99dc69cb-0672-42a8-97bd-0289ed9e2925 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422661 Jan 24 16:57:41.862425 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:42.153213 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device fd9d7942-a8b2-4999-a7ae-e2a43c49a79d details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:57:42.246597 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:57:42.257303 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'port_id': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'mac_address': 'fa:16:3e:5e:48:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:57:42.299267 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:57:42.299652 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:42.312833 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9d7942-a8b2-4999-a7ae-e2a43c49a79d {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:57:42.332135 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:57:42.335672 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:42.384190 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,revision_number=9']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:57:42.391710 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.392063 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.392402 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.392732 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.393062 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.393385 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.393704 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.394023 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.394340 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.394659 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.395111 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.395427 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.395739 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:57:42.573848 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['fd9d7942-a8b2-4999-a7ae-e2a43c49a79d'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:57:42.926375 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f339112-f9fe-41bf-b77f-00de333ba5f5 req-16a50c84-6cc5-4cd2-aeb1-d2380d48d1e8 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:42.927897 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6f339112-f9fe-41bf-b77f-00de333ba5f5 req-16a50c84-6cc5-4cd2-aeb1-d2380d48d1e8 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 944 time: 0.0602937 Jan 24 16:57:42.982626 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6f339112-f9fe-41bf-b77f-00de333ba5f5 req-82a44029-5c9f-44fc-9bb5-f88e720bf0ff tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486736 Jan 24 16:57:44.104489 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7a6f0-9f4c-4abb-94b0-1648a38ecab4 req-9a6ddc27-7dee-4428-8c46-ef93ecb96a94 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:44.106451 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-58e7a6f0-9f4c-4abb-94b0-1648a38ecab4 req-9a6ddc27-7dee-4428-8c46-ef93ecb96a94 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 944 time: 0.0514655 Jan 24 16:57:44.154419 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-58e7a6f0-9f4c-4abb-94b0-1648a38ecab4 req-096ceaaa-7266-4ebe-aa64-e1eab58fab55 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417154 Jan 24 16:57:44.162602 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device fd9d7942-a8b2-4999-a7ae-e2a43c49a79d up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:57:44.210920 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:57:44.211290 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:44.293474 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:57:44.293861 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:44.317300 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:57:44.319544 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1946a897-4ab6-4419-80ea-148a98fced5e" -d '{"events": [{"server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:57:44.332296 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:57:44.336495 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:57:44.367167 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb81c8c-03ac-4571-a0fe-9ff8756bfaf4 x-openstack-request-id: req-ebb81c8c-03ac-4571-a0fe-9ff8756bfaf4 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:57:44.367465 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "name": "network-vif-plugged", "status": "completed", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:57:44.367731 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ebb81c8c-03ac-4571-a0fe-9ff8756bfaf4 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:57:44.368140 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'code': 200} Jan 24 16:57:44.389460 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,revision_number=10']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:57:44.548127 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89a816-4350-408d-8a7f-2f63ccb007de req-d8e2c380-dee7-4027-b29c-431abb60c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:44.549489 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9c89a816-4350-408d-8a7f-2f63ccb007de req-d8e2c380-dee7-4027-b29c-431abb60c551 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 1099 time: 0.0396771 Jan 24 16:57:44.593690 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9c89a816-4350-408d-8a7f-2f63ccb007de req-5194f1a0-3939-48dc-b280-274b86f13d9c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359576 Jan 24 16:57:45.277484 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e3924-acfc-4577-bb17-2b0e6910e1b0 req-4f2c331e-dbd2-4b67-ab4f-6ac6586ccb9d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:45.278964 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-694e3924-acfc-4577-bb17-2b0e6910e1b0 req-4f2c331e-dbd2-4b67-ab4f-6ac6586ccb9d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 946 time: 0.0526769 Jan 24 16:57:45.325192 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-694e3924-acfc-4577-bb17-2b0e6910e1b0 req-03b9c765-549b-4f22-be21-2ccfcd3e7427 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408187 Jan 24 16:57:46.452498 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d95a2-f0c0-4b6c-bec4-f7dd5f906042 req-ceb58ac5-714e-46d3-b63f-005ff7ebe59c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:57:46.453928 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-901d95a2-f0c0-4b6c-bec4-f7dd5f906042 req-ceb58ac5-714e-46d3-b63f-005ff7ebe59c tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 946 time: 0.0481930 Jan 24 16:57:46.499924 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-901d95a2-f0c0-4b6c-bec4-f7dd5f906042 req-a413fc38-21d4-4572-9af9-652718c439b7 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402772 Jan 24 16:57:52.120762 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:58:02.536970 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403d6c2-a5ae-4c0b-94ac-608f39da9b52 req-bf0e0381-b3a6-4ddb-a621-d518bbdf9f57 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:02.538427 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6403d6c2-a5ae-4c0b-94ac-608f39da9b52 req-bf0e0381-b3a6-4ddb-a621-d518bbdf9f57 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 945 time: 0.0485172 Jan 24 16:58:02.584654 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-6403d6c2-a5ae-4c0b-94ac-608f39da9b52 req-69ac1482-7de1-4a40-866b-bbe13c0b5aa6 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=2a25c23e-a772-4c58-81aa-cb56923746d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 Jan 24 16:58:03.703208 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad2c44-d269-425f-9681-63f88090bbc1 req-4c654568-84e9-4954-b920-0a7b2b3af78a tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:03.704669 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-15ad2c44-d269-425f-9681-63f88090bbc1 req-4c654568-84e9-4954-b920-0a7b2b3af78a tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 945 time: 0.0487325 Jan 24 16:58:03.751157 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-15ad2c44-d269-425f-9681-63f88090bbc1 req-1a312281-1b15-43f1-ada4-fc2cb83d7f3d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=2a25c23e-a772-4c58-81aa-cb56923746d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407453 Jan 24 16:58:03.782782 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:04.635368 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-70241c1f-f4fa-4712-8b3f-26c77f2f8b78 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:04.636775 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-70241c1f-f4fa-4712-8b3f-26c77f2f8b78 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.79 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 945 time: 0.0506170 Jan 24 16:58:04.725299 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Deleting port d8888aac-db3e-4a13-accf-8a758d4457a3 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:04.725977 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:04.817213 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] For port d8888aac-db3e-4a13-accf-8a758d4457a3, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=d8888aac-db3e-4a13-accf-8a758d4457a3,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:04.817573 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:04.869520 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c452c4-61fa-4208-ba56-f20ff4fb10a2 req-ffbae9da-5da3-40f2-91db-6df16d9ec82f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:04.871064 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c6c452c4-61fa-4208-ba56-f20ff4fb10a2 req-ffbae9da-5da3-40f2-91db-6df16d9ec82f tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 945 time: 0.0539632 Jan 24 16:58:04.920838 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c6c452c4-61fa-4208-ba56-f20ff4fb10a2 req-cfc31410-b61a-4363-9cef-c405b64b023e tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups?id=2a25c23e-a772-4c58-81aa-cb56923746d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438910 Jan 24 16:58:05.246690 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:05.246993 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (87c8e2a5-f684-4e22-918d-1d3a82188404), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:05.247314 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.l3_db [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Floating IP 87c8e2a5-f684-4e22-918d-1d3a82188404 disassociated. External IP: 172.27.3.19, port: d8888aac-db3e-4a13-accf-8a758d4457a3. Jan 24 16:58:05.247650 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Calling delete_port for d8888aac-db3e-4a13-accf-8a758d4457a3 owned by compute:nova {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:05.371953 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (d8888aac-db3e-4a13-accf-8a758d4457a3), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:05.398347 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event deleted for resources: {'Port': ['ID=d8888aac-db3e-4a13-accf-8a758d4457a3,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:05.410943 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.411298 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.411645 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.411983 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.412322 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.412652 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.412982 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.413311 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.413639 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.413966 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.414293 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.414614 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.415525 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:05.525601 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:58:05.632288 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:58:05.641375 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-e07ade4d-91ba-4925-9e28-a6250419cc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:05.644447 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb499a65-3815-4026-8c1f-9dce8ddc4a64 None None] Sync routers for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:58:05.654338 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb499a65-3815-4026-8c1f-9dce8ddc4a64 None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:58:05.654974 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-fb499a65-3815-4026-8c1f-9dce8ddc4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:57:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:05.673576 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] No DVR routers for this DVR port d8888aac-db3e-4a13-accf-8a758d4457a3 on host hv-cinder-82611 {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:58:05.676270 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:05.679552 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-23ff7a59-ad71-46a2-b960-c67d58164c37 req-eb80223a-99ec-4bda-8d25-807aeabbdd76 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.79 "DELETE /v2.0/ports/d8888aac-db3e-4a13-accf-8a758d4457a3 HTTP/1.1" status: 204 len: 173 time: 1.0360842 Jan 24 16:58:05.680012 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'name': 'network-vif-deleted', 'tag': 'd8888aac-db3e-4a13-accf-8a758d4457a3'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:58:05.682518 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cb4bbe-f09e-4faa-aa65-571b9865d779" -d '{"events": [{"server_uuid": "d67bf828-807a-4965-8f63-5afb0e9a6750", "name": "network-vif-deleted", "tag": "d8888aac-db3e-4a13-accf-8a758d4457a3"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:58:05.734710 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8e916e-4476-423a-8fb1-5d4351980e90 x-openstack-request-id: req-7a8e916e-4476-423a-8fb1-5d4351980e90 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:58:05.735350 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67bf828-807a-4965-8f63-5afb0e9a6750", "name": "network-vif-deleted", "tag": "d8888aac-db3e-4a13-accf-8a758d4457a3", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:58:05.735453 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-7a8e916e-4476-423a-8fb1-5d4351980e90 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:58:05.736398 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67bf828-807a-4965-8f63-5afb0e9a6750', 'name': 'network-vif-deleted', 'tag': 'd8888aac-db3e-4a13-accf-8a758d4457a3', 'status': 'completed', 'code': 200} Jan 24 16:58:05.765244 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-fb499a65-3815-4026-8c1f-9dce8ddc4a64 None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:58:05.970596 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-fb499a65-3815-4026-8c1f-9dce8ddc4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:47Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:06.002077 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb499a65-3815-4026-8c1f-9dce8ddc4a64 None None] Checking router: d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:58:06.011247 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb499a65-3815-4026-8c1f-9dce8ddc4a64 None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:58:06.012093 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-fb499a65-3815-4026-8c1f-9dce8ddc4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:57:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:06.028450 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2993362d-f1c5-42f1-81c3-fb60a2ebc942 req-aec942ee-d267-4e2a-8ea9-bc78b57b249b tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/ports?device_id=d67bf828-807a-4965-8f63-5afb0e9a6750 HTTP/1.1" status: 200 len: 210 time: 0.0272224 Jan 24 16:58:06.119920 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-fb499a65-3815-4026-8c1f-9dce8ddc4a64 None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:58:06.320425 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-fb499a65-3815-4026-8c1f-9dce8ddc4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:47Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:06.349683 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb499a65-3815-4026-8c1f-9dce8ddc4a64 None None] The sync data for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi is: [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:50:35Z', 'revision_number': 4, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '88895ed9-de18-43ce-837d-3b529b349daa', 'name': '', 'network_id': '2be75c4f-241a-4241-8df3-f6088625575c', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'mac_address': 'fa:16:3e:34:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:32Z', 'updated_at': '2022-01-24T16:50:47Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'subnets': [{'id': '6dfd489d-8367-4ed9-a498-6d5b61348aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:58:06.560766 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2b6234-2d88-4bdd-bde1-3581f6c5a9cb None None] New status for floating IP 87c8e2a5-f684-4e22-918d-1d3a82188404: DOWN {{(pid=114083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:58:07.112233 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 56530) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:07.164383 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group (2a25c23e-a772-4c58-81aa-cb56923746d7), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:07.186950 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group (2a25c23e-a772-4c58-81aa-cb56923746d7), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:07.232354 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2a25c23e-a772-4c58-81aa-cb56923746d7), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:07.235257 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:07.236468 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "DELETE /v2.0/security-groups/2a25c23e-a772-4c58-81aa-cb56923746d7 HTTP/1.1" status: 204 len: 168 time: 0.1232662 Jan 24 16:58:07.239534 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56532) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:07.245102 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a25c23e-a772-4c58-81aa-cb56923746d7,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:07.252010 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.252353 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.252692 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.253023 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.253351 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.253675 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.253913 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.api.v2.resource [None req-c865db9c-b48d-4daf-9139-1fe1a818724d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] show failed (client error): The resource could not be found. Jan 24 16:58:07.254020 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.254306 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.254626 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.254904 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-c865db9c-b48d-4daf-9139-1fe1a818724d tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "GET /v2.0/security-groups/2a25c23e-a772-4c58-81aa-cb56923746d7 HTTP/1.1" status: 404 len: 347 time: 0.0138524 Jan 24 16:58:07.255015 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.255285 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.255593 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.255921 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149f34b-a64d-4a47-911d-66f89580a4f8 tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:58:07.257872 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56534) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:07.381284 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f12e6-6c9c-4ed1-a6bc-4ef66d7ac0cc tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Deleting port 64a9ee60-67e2-4820-bbf5-8bfd4f513683 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:07.381696 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b4f12e6-6c9c-4ed1-a6bc-4ef66d7ac0cc tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (64a9ee60-67e2-4820-bbf5-8bfd4f513683), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:07.458655 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b4f12e6-6c9c-4ed1-a6bc-4ef66d7ac0cc tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (64a9ee60-67e2-4820-bbf5-8bfd4f513683), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:07.459020 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b4f12e6-6c9c-4ed1-a6bc-4ef66d7ac0cc tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (64a9ee60-67e2-4820-bbf5-8bfd4f513683), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:07.471194 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f12e6-6c9c-4ed1-a6bc-4ef66d7ac0cc tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Calling delete_port for 64a9ee60-67e2-4820-bbf5-8bfd4f513683 owned by network:floatingip {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:07.604424 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b4f12e6-6c9c-4ed1-a6bc-4ef66d7ac0cc tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (64a9ee60-67e2-4820-bbf5-8bfd4f513683), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:07.627494 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f12e6-6c9c-4ed1-a6bc-4ef66d7ac0cc tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Pushing event deleted for resources: {'Port': ['ID=64a9ee60-67e2-4820-bbf5-8bfd4f513683,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:07.686935 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b4f12e6-6c9c-4ed1-a6bc-4ef66d7ac0cc tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks [] for floatingip (87c8e2a5-f684-4e22-918d-1d3a82188404), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:07.689406 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-5b4f12e6-6c9c-4ed1-a6bc-4ef66d7ac0cc tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:07.690544 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-5b4f12e6-6c9c-4ed1-a6bc-4ef66d7ac0cc tempest-AttachVolumeTestJSON-894892376 tempest-AttachVolumeTestJSON-894892376-project] 10.222.0.117 "DELETE /v2.0/floatingips/87c8e2a5-f684-4e22-918d-1d3a82188404 HTTP/1.1" status: 204 len: 168 time: 0.4311574 Jan 24 16:58:07.902467 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-35a0cd69-1ff7-47f9-bdc0-99b29d902cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:08.303864 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device d8888aac-db3e-4a13-accf-8a758d4457a3 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:58:08.324388 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: d8888aac-db3e-4a13-accf-8a758d4457a3 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:58:08.324730 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device d8888aac-db3e-4a13-accf-8a758d4457a3 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:58:08.994009 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:10.548297 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:11.209164 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56564) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:11.689036 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cd23d181-eb07-4ddf-88ab-3ee2db0e5d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720749'] for router_interface (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:11.866413 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:11.969849 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-cd23d181-eb07-4ddf-88ab-3ee2db0e5d32 admin admin] Deleting port 88895ed9-de18-43ce-837d-3b529b349daa {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:11.970082 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cd23d181-eb07-4ddf-88ab-3ee2db0e5d32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (88895ed9-de18-43ce-837d-3b529b349daa), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:12.045323 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [None req-cd23d181-eb07-4ddf-88ab-3ee2db0e5d32 admin admin] For port 88895ed9-de18-43ce-837d-3b529b349daa, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=88895ed9-de18-43ce-837d-3b529b349daa,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:12.046127 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cd23d181-eb07-4ddf-88ab-3ee2db0e5d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (88895ed9-de18-43ce-837d-3b529b349daa), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:12.058632 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-cd23d181-eb07-4ddf-88ab-3ee2db0e5d32 admin admin] Calling delete_port for 88895ed9-de18-43ce-837d-3b529b349daa owned by network:router_interface {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:12.239925 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cd23d181-eb07-4ddf-88ab-3ee2db0e5d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (88895ed9-de18-43ce-837d-3b529b349daa), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:12.270538 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23d181-eb07-4ddf-88ab-3ee2db0e5d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=88895ed9-de18-43ce-837d-3b529b349daa,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:12.435249 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-cd23d181-eb07-4ddf-88ab-3ee2db0e5d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714787'] for router_interface (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:12.645723 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd23d181-eb07-4ddf-88ab-3ee2db0e5d32 admin admin] Router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:58:12.751519 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd23d181-eb07-4ddf-88ab-3ee2db0e5d32 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:58:12.756498 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-cd23d181-eb07-4ddf-88ab-3ee2db0e5d32 admin admin] 10.222.0.117 "PUT /v2.0/routers/d19d1c2a-1d05-47a7-b6b8-c4da67d3b222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5463154 Jan 24 16:58:12.759249 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56568) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:12.762080 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e0dd9-e9d2-4d1f-9744-72e4726b6f78 None None] Sync routers for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:58:12.772014 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e0dd9-e9d2-4d1f-9744-72e4726b6f78 None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:58:12.772653 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5f0e0dd9-e9d2-4d1f-9744-72e4726b6f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:58:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:12.862840 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Publish callbacks [] for router (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:12.876807 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-5f0e0dd9-e9d2-4d1f-9744-72e4726b6f78 None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:58:12.962739 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Publish callbacks [] for router_gateway (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.197251 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5f0e0dd9-e9d2-4d1f-9744-72e4726b6f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:58:12Z', 'revision_number': 5, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port': {'id': '4a348b6c-1739-4748-8350-c37d800b53c7', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:25Z', 'updated_at': '2022-01-24T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:13.223400 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e0dd9-e9d2-4d1f-9744-72e4726b6f78 None None] Checking router: d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:58:13.233711 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e0dd9-e9d2-4d1f-9744-72e4726b6f78 None None] Routers {'d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:58:13.234353 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5f0e0dd9-e9d2-4d1f-9744-72e4726b6f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:58:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:13.267966 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Deleting port 4a348b6c-1739-4748-8350-c37d800b53c7 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:13.268577 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (4a348b6c-1739-4748-8350-c37d800b53c7), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.319168 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-5f0e0dd9-e9d2-4d1f-9744-72e4726b6f78 None None] Set router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 gateway port host: None {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:58:13.345926 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] For port 4a348b6c-1739-4748-8350-c37d800b53c7, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=4a348b6c-1739-4748-8350-c37d800b53c7,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:13.346281 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (4a348b6c-1739-4748-8350-c37d800b53c7), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.361432 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Calling delete_port for 4a348b6c-1739-4748-8350-c37d800b53c7 owned by network:router_gateway {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:13.373834 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-5f0e0dd9-e9d2-4d1f-9744-72e4726b6f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:58:12Z', 'revision_number': 6, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port_host': None}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:13.400185 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e0dd9-e9d2-4d1f-9744-72e4726b6f78 None None] The sync data for ids ['d19d1c2a-1d05-47a7-b6b8-c4da67d3b222'] in dv-cinder-826116-1-iscsi is: [{'id': 'd19d1c2a-1d05-47a7-b6b8-c4da67d3b222', 'name': 'tempest-AttachVolumeTestJSON-1002135902-router', 'tenant_id': '24a57596de944ff6b3c322128a836000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:23Z', 'updated_at': '2022-01-24T16:58:12Z', 'revision_number': 6, 'project_id': '24a57596de944ff6b3c322128a836000', 'gw_port_host': None}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:58:13.524328 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (4a348b6c-1739-4748-8350-c37d800b53c7), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.548821 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a348b6c-1739-4748-8350-c37d800b53c7,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:13.605813 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725364'] for router_gateway (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.693303 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3713696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29947'] for router (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.695349 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Publish callbacks [] for router_controller (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.741302 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3713707'] for router (d19d1c2a-1d05-47a7-b6b8-c4da67d3b222), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.741881 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 {{(pid=114081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:58:13.748001 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.749153 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-28b17d2a-2963-4420-a4ec-f07f56de0c22 admin admin] 10.222.0.117 "DELETE /v2.0/routers/d19d1c2a-1d05-47a7-b6b8-c4da67d3b222 HTTP/1.1" status: 204 len: 168 time: 0.9889925 Jan 24 16:58:13.752004 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56570) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:13.798984 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_v2 [None req-265a5ec1-ced9-492c-a6f8-2508419f7af3 admin admin] Deleting subnet 6dfd489d-8367-4ed9-a498-6d5b61348aa4 {{(pid=114081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:58:13.802223 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-265a5ec1-ced9-492c-a6f8-2508419f7af3 admin admin] Publish callbacks [] for subnet (6dfd489d-8367-4ed9-a498-6d5b61348aa4), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.839218 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-265a5ec1-ced9-492c-a6f8-2508419f7af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25416702'] for subnet (6dfd489d-8367-4ed9-a498-6d5b61348aa4), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.916863 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-265a5ec1-ced9-492c-a6f8-2508419f7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (6dfd489d-8367-4ed9-a498-6d5b61348aa4), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.966717 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-265a5ec1-ced9-492c-a6f8-2508419f7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1357225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25359676'] for subnet (6dfd489d-8367-4ed9-a498-6d5b61348aa4), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.991061 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a5ec1-ced9-492c-a6f8-2508419f7af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dfd489d-8367-4ed9-a498-6d5b61348aa4,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:13.995162 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-265a5ec1-ced9-492c-a6f8-2508419f7af3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:13.998276 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-265a5ec1-ced9-492c-a6f8-2508419f7af3 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/6dfd489d-8367-4ed9-a498-6d5b61348aa4 HTTP/1.1" status: 204 len: 168 time: 0.2455723 Jan 24 16:58:14.000860 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56572) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:14.003579 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be153dc1-ebdd-4557-89c2-fe2c50a92b44 None None] Network 2be75c4f-241a-4241-8df3-f6088625575c requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:58:14.072226 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (2be75c4f-241a-4241-8df3-f6088625575c), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.129432 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Deleting port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:14.129767 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.178860 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f774e-3178-4865-8bf6-e2b62d3677ec None None] DHCP port deletion for 2be75c4f-241a-4241-8df3-f6088625575c request from dv-cinder-826116-1-iscsi {{(pid=114082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 16:58:14.197280 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] For port 74bb05f1-39c5-4f5b-9cf6-1963045c9886, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=74bb05f1-39c5-4f5b-9cf6-1963045c9886,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:14.197633 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.215577 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Calling delete_port for 74bb05f1-39c5-4f5b-9cf6-1963045c9886 owned by network:dhcp {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:14.241067 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f774e-3178-4865-8bf6-e2b62d3677ec None None] Deleting port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 {{(pid=114082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:14.241442 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-9c5f774e-3178-4865-8bf6-e2b62d3677ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), before_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.263315 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 88895ed9-de18-43ce-837d-3b529b349daa no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:58:14.311286 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.315805 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 88895ed9-de18-43ce-837d-3b529b349daa {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:58:14.316149 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 88895ed9-de18-43ce-837d-3b529b349daa not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:58:14.334599 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-9c5f774e-3178-4865-8bf6-e2b62d3677ec None None] For port 74bb05f1-39c5-4f5b-9cf6-1963045c9886, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=74bb05f1-39c5-4f5b-9cf6-1963045c9886,segment=NetworkSegment(f7156eb4-9f45-475d-b4f2-d76578843eed),segment_id=f7156eb4-9f45-475d-b4f2-d76578843eed)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:14.335069 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-9c5f774e-3178-4865-8bf6-e2b62d3677ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), precommit_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.338471 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Pushing event deleted for resources: {'Port': ['ID=74bb05f1-39c5-4f5b-9cf6-1963045c9886,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:14.342698 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] No DVR routers for this DVR port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 on host dv-cinder-826116-1-iscsi {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:58:14.349774 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f774e-3178-4865-8bf6-e2b62d3677ec None None] Calling delete_port for 74bb05f1-39c5-4f5b-9cf6-1963045c9886 owned by network:dhcp {{(pid=114082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:14.421540 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (2be75c4f-241a-4241-8df3-f6088625575c), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.427014 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-9c5f774e-3178-4865-8bf6-e2b62d3677ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414'] for port (74bb05f1-39c5-4f5b-9cf6-1963045c9886), after_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.445698 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be75c4f-241a-4241-8df3-f6088625575c']}} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:14.456717 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7156eb4-9f45-475d-b4f2-d76578843eed') {'for_net_delete': True} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:14.456945 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f774e-3178-4865-8bf6-e2b62d3677ec None None] Pushing event deleted for resources: {'Port': ['ID=74bb05f1-39c5-4f5b-9cf6-1963045c9886,revision_number=None']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:14.457371 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7156eb4-9f45-475d-b4f2-d76578843eed') {} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:14.461811 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f774e-3178-4865-8bf6-e2b62d3677ec None None] No DVR routers for this DVR port 74bb05f1-39c5-4f5b-9cf6-1963045c9886 on host dv-cinder-826116-1-iscsi {{(pid=114082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:58:14.471578 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25416693'] for segment (f7156eb4-9f45-475d-b4f2-d76578843eed), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.486744 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (f7156eb4-9f45-475d-b4f2-d76578843eed), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.492878 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=114081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:58:14.493299 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1357059'] for segment (f7156eb4-9f45-475d-b4f2-d76578843eed), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: Traceback (most recent call last): Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: timer() Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: cb(*args, **kw) Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: return func(*args, **kwargs) Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: self._notify() Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: self.callback(batched_events) Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: event.method(event) Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: return f(self, *a, **k) Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._get(url).json() Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: return self.request(url, 'GET', **kwargs) Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:58:14.495056 dv-cinder-826116-1-iscsi neutron-server[114081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:58:14.547584 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (2be75c4f-241a-4241-8df3-f6088625575c), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.552191 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.555967 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] 10.222.0.117 "DELETE /v2.0/networks/2be75c4f-241a-4241-8df3-f6088625575c HTTP/1.1" status: 204 len: 168 time: 0.5542033 Jan 24 16:58:14.567741 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23cbf4-0842-4428-ad20-46126a376004 admin admin] Pushing event deleted for resources: {'Network': ['ID=2be75c4f-241a-4241-8df3-f6088625575c,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:14.666781 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56578) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:14.709076 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-218f9aec-8973-479b-9013-80ddee6e0c92 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=24a57596de944ff6b3c322128a836000&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409625 Jan 24 16:58:14.712315 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56580) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:14.759002 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7c0014d9-579c-42f4-aff4-11acaf2400fd admin admin] Publish callbacks [] for security_group (128e973d-ceed-4efc-92a3-382e6a2467c6), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.780634 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7c0014d9-579c-42f4-aff4-11acaf2400fd admin admin] Publish callbacks [] for security_group (128e973d-ceed-4efc-92a3-382e6a2467c6), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.826166 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7c0014d9-579c-42f4-aff4-11acaf2400fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (128e973d-ceed-4efc-92a3-382e6a2467c6), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.828742 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-7c0014d9-579c-42f4-aff4-11acaf2400fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:14.829942 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-7c0014d9-579c-42f4-aff4-11acaf2400fd admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/128e973d-ceed-4efc-92a3-382e6a2467c6 HTTP/1.1" status: 204 len: 168 time: 0.1166847 Jan 24 16:58:14.838837 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0014d9-579c-42f4-aff4-11acaf2400fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128e973d-ceed-4efc-92a3-382e6a2467c6,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:15.861287 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 4a348b6c-1739-4748-8350-c37d800b53c7 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:58:15.882435 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 4a348b6c-1739-4748-8350-c37d800b53c7 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:58:15.882825 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 4a348b6c-1739-4748-8350-c37d800b53c7 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:58:15.883871 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 74bb05f1-39c5-4f5b-9cf6-1963045c9886 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:58:15.903849 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 74bb05f1-39c5-4f5b-9cf6-1963045c9886 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:58:15.904191 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 74bb05f1-39c5-4f5b-9cf6-1963045c9886 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:58:22.483598 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6899eb-11eb-492a-a870-cf2bcba45e3f req-0505e633-7d23-4659-8a40-bcb1af4a636a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:22.485126 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ee6899eb-11eb-492a-a870-cf2bcba45e3f req-0505e633-7d23-4659-8a40-bcb1af4a636a tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 946 time: 0.0502698 Jan 24 16:58:22.534014 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ee6899eb-11eb-492a-a870-cf2bcba45e3f req-09d7a59a-6317-4348-9df7-e6c38315b440 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Jan 24 16:58:23.660856 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e9208-fa49-4e37-9d5a-a6e4907fcaf4 req-e732564a-73ac-453c-bece-ca2e80110ac9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:23.662453 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-296e9208-fa49-4e37-9d5a-a6e4907fcaf4 req-e732564a-73ac-453c-bece-ca2e80110ac9 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 946 time: 0.0540221 Jan 24 16:58:23.711224 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-296e9208-fa49-4e37-9d5a-a6e4907fcaf4 req-99afa3e1-229a-4b71-bed0-9ba4f3040e82 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups?id=a6d747fd-eca0-42af-b01f-7d89cefd31cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415065 Jan 24 16:58:23.977758 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-08706576-54fa-4aff-b94d-8c1e0f8cf29d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:23.979345 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-08706576-54fa-4aff-b94d-8c1e0f8cf29d tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.79 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 946 time: 0.0552852 Jan 24 16:58:24.074875 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Deleting port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:24.075219 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:24.177044 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] For port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:24.177408 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:24.344072 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:24.344427 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (fc2bd1a6-b5a1-45c9-8648-c60b73ff6859), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:24.344748 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.l3_db [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Floating IP fc2bd1a6-b5a1-45c9-8648-c60b73ff6859 disassociated. External IP: 172.27.3.247, port: fd9d7942-a8b2-4999-a7ae-e2a43c49a79d. Jan 24 16:58:24.345095 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Calling delete_port for fd9d7942-a8b2-4999-a7ae-e2a43c49a79d owned by compute:nova {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:24.470719 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (fd9d7942-a8b2-4999-a7ae-e2a43c49a79d), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:24.501237 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event deleted for resources: {'Port': ['ID=fd9d7942-a8b2-4999-a7ae-e2a43c49a79d,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:24.611924 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Router 1f941712-92b2-486d-a239-063f82666aec has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:58:24.717596 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:58:24.728293 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe9f70f-9a19-4118-8d75-0a05718be0bd None None] Sync routers for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:58:24.737997 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe9f70f-9a19-4118-8d75-0a05718be0bd None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:58:24.743248 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-6fe9f70f-9a19-4118-8d75-0a05718be0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:58:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:24.755890 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] No DVR routers for this DVR port fd9d7942-a8b2-4999-a7ae-e2a43c49a79d on host hv-cinder-82611 {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:58:24.759829 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:24.763126 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dc547222-b4ae-479c-89f0-6e2b6d3ad76c req-0384573a-2f1c-4843-a726-5be424b97497 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.79 "DELETE /v2.0/ports/fd9d7942-a8b2-4999-a7ae-e2a43c49a79d HTTP/1.1" status: 204 len: 173 time: 0.7770927 Jan 24 16:58:24.763670 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'name': 'network-vif-deleted', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:58:24.765921 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dea69f-85da-4fb8-b12e-cd35a9d68ab6" -d '{"events": [{"server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "name": "network-vif-deleted", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:58:24.826601 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abefc50-043e-4c30-ba9c-2296342e0ec5 x-openstack-request-id: req-1abefc50-043e-4c30-ba9c-2296342e0ec5 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:58:24.827012 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f078fbc1-030c-4caf-9999-d2810f26d0bc", "name": "network-vif-deleted", "tag": "fd9d7942-a8b2-4999-a7ae-e2a43c49a79d", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:58:24.827269 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-1abefc50-043e-4c30-ba9c-2296342e0ec5 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:58:24.827668 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f078fbc1-030c-4caf-9999-d2810f26d0bc', 'name': 'network-vif-deleted', 'tag': 'fd9d7942-a8b2-4999-a7ae-e2a43c49a79d', 'status': 'completed', 'code': 200} Jan 24 16:58:24.829940 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-dde819a2-540e-4768-9d87-94915c873471 req-a1f33c86-4122-4ad5-b1aa-943626e81203 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/ports?device_id=f078fbc1-030c-4caf-9999-d2810f26d0bc HTTP/1.1" status: 200 len: 210 time: 0.0415885 Jan 24 16:58:24.858856 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-6fe9f70f-9a19-4118-8d75-0a05718be0bd None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:58:25.216699 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-6fe9f70f-9a19-4118-8d75-0a05718be0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:25.246591 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe9f70f-9a19-4118-8d75-0a05718be0bd None None] Checking router: 1f941712-92b2-486d-a239-063f82666aec for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:58:25.255486 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe9f70f-9a19-4118-8d75-0a05718be0bd None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:58:25.256133 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-6fe9f70f-9a19-4118-8d75-0a05718be0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:58:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:25.371973 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-6fe9f70f-9a19-4118-8d75-0a05718be0bd None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:58:25.571740 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-6fe9f70f-9a19-4118-8d75-0a05718be0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:25.600733 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe9f70f-9a19-4118-8d75-0a05718be0bd None None] The sync data for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi is: [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:50:22Z', 'revision_number': 4, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '8b7243fb-6239-460f-a4dd-37def8ad1a9b', 'name': '', 'network_id': 'a9684751-c334-42d8-84b0-fcdb27d5b403', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'mac_address': 'fa:16:3e:e4:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:21Z', 'updated_at': '2022-01-24T16:50:33Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'subnets': [{'id': '55fc4d69-4d19-4336-ada0-bf8595cc7edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:58:25.840687 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d6953-31fb-4051-bacc-524d9e3b3ac5 None None] New status for floating IP fc2bd1a6-b5a1-45c9-8648-c60b73ff6859: DOWN {{(pid=114082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:58:25.923111 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56712) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:25.988284 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f4280683-ccd1-474d-b526-61e6fbe9b60e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group (a6d747fd-eca0-42af-b01f-7d89cefd31cc), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:26.011540 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f4280683-ccd1-474d-b526-61e6fbe9b60e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group (a6d747fd-eca0-42af-b01f-7d89cefd31cc), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:26.058903 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f4280683-ccd1-474d-b526-61e6fbe9b60e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (a6d747fd-eca0-42af-b01f-7d89cefd31cc), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:26.061523 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f4280683-ccd1-474d-b526-61e6fbe9b60e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:26.062683 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-f4280683-ccd1-474d-b526-61e6fbe9b60e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "DELETE /v2.0/security-groups/a6d747fd-eca0-42af-b01f-7d89cefd31cc HTTP/1.1" status: 204 len: 168 time: 0.1385927 Jan 24 16:58:26.065487 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 56714) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:26.072561 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4280683-ccd1-474d-b526-61e6fbe9b60e tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d747fd-eca0-42af-b01f-7d89cefd31cc,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:26.078814 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.api.v2.resource [None req-ab079f41-a8a8-455f-b142-5cd92300abdc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] show failed (client error): The resource could not be found. Jan 24 16:58:26.079992 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-ab079f41-a8a8-455f-b142-5cd92300abdc tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "GET /v2.0/security-groups/a6d747fd-eca0-42af-b01f-7d89cefd31cc HTTP/1.1" status: 404 len: 347 time: 0.0135255 Jan 24 16:58:26.083001 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 56716) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:26.205668 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-74cc7f89-250b-4f2e-86e9-b779f3145808 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Deleting port 2b545b07-42cd-4fb5-884e-ff27b720260c {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:26.206012 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-74cc7f89-250b-4f2e-86e9-b779f3145808 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (2b545b07-42cd-4fb5-884e-ff27b720260c), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:26.282947 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-74cc7f89-250b-4f2e-86e9-b779f3145808 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (2b545b07-42cd-4fb5-884e-ff27b720260c), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:26.283273 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-74cc7f89-250b-4f2e-86e9-b779f3145808 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (2b545b07-42cd-4fb5-884e-ff27b720260c), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:26.295345 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-74cc7f89-250b-4f2e-86e9-b779f3145808 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Calling delete_port for 2b545b07-42cd-4fb5-884e-ff27b720260c owned by network:floatingip {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:26.364602 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device fd9d7942-a8b2-4999-a7ae-e2a43c49a79d no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:58:26.385626 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: fd9d7942-a8b2-4999-a7ae-e2a43c49a79d {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:58:26.386173 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device fd9d7942-a8b2-4999-a7ae-e2a43c49a79d not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:58:26.437199 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-74cc7f89-250b-4f2e-86e9-b779f3145808 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (2b545b07-42cd-4fb5-884e-ff27b720260c), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:26.468652 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc7f89-250b-4f2e-86e9-b779f3145808 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Pushing event deleted for resources: {'Port': ['ID=2b545b07-42cd-4fb5-884e-ff27b720260c,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:26.532953 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-74cc7f89-250b-4f2e-86e9-b779f3145808 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks [] for floatingip (fc2bd1a6-b5a1-45c9-8648-c60b73ff6859), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:26.535872 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-74cc7f89-250b-4f2e-86e9-b779f3145808 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:26.536933 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-74cc7f89-250b-4f2e-86e9-b779f3145808 tempest-AttachVolumeShelveTestJSON-1574075402 tempest-AttachVolumeShelveTestJSON-1574075402-project] 10.222.0.117 "DELETE /v2.0/floatingips/fc2bd1a6-b5a1-45c9-8648-c60b73ff6859 HTTP/1.1" status: 204 len: 168 time: 0.4530535 Jan 24 16:58:28.964158 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 56776) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:29.121894 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:58:29.684145 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8847b29c-86d8-4924-8dec-ef1e8ccd6ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720749'] for router_interface (1f941712-92b2-486d-a239-063f82666aec), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:29.919575 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-8847b29c-86d8-4924-8dec-ef1e8ccd6ad4 admin admin] Deleting port 8b7243fb-6239-460f-a4dd-37def8ad1a9b {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:29.920164 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8847b29c-86d8-4924-8dec-ef1e8ccd6ad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:29.996980 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-8847b29c-86d8-4924-8dec-ef1e8ccd6ad4 admin admin] For port 8b7243fb-6239-460f-a4dd-37def8ad1a9b, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=8b7243fb-6239-460f-a4dd-37def8ad1a9b,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:29.997648 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8847b29c-86d8-4924-8dec-ef1e8ccd6ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:30.009151 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-8847b29c-86d8-4924-8dec-ef1e8ccd6ad4 admin admin] Calling delete_port for 8b7243fb-6239-460f-a4dd-37def8ad1a9b owned by network:router_interface {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:30.189954 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8847b29c-86d8-4924-8dec-ef1e8ccd6ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (8b7243fb-6239-460f-a4dd-37def8ad1a9b), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:30.220066 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847b29c-86d8-4924-8dec-ef1e8ccd6ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7243fb-6239-460f-a4dd-37def8ad1a9b,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:30.426631 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8847b29c-86d8-4924-8dec-ef1e8ccd6ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714787'] for router_interface (1f941712-92b2-486d-a239-063f82666aec), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:30.660706 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8847b29c-86d8-4924-8dec-ef1e8ccd6ad4 admin admin] Router 1f941712-92b2-486d-a239-063f82666aec has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:58:30.769917 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8847b29c-86d8-4924-8dec-ef1e8ccd6ad4 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:58:30.775321 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-8847b29c-86d8-4924-8dec-ef1e8ccd6ad4 admin admin] 10.222.0.117 "PUT /v2.0/routers/1f941712-92b2-486d-a239-063f82666aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8100157 Jan 24 16:58:30.777805 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 56796) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:30.778422 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2758e6-ac51-4a14-a7e3-b92aa2997060 None None] Sync routers for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:58:30.788299 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2758e6-ac51-4a14-a7e3-b92aa2997060 None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:58:30.789019 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-1d2758e6-ac51-4a14-a7e3-b92aa2997060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:58:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:30.884391 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Publish callbacks [] for router (1f941712-92b2-486d-a239-063f82666aec), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:30.890121 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-1d2758e6-ac51-4a14-a7e3-b92aa2997060 None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:58:30.987785 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Publish callbacks [] for router_gateway (1f941712-92b2-486d-a239-063f82666aec), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.042277 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Deleting port bea5675a-13e3-4b9f-b111-31321ba50313 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:31.042997 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (bea5675a-13e3-4b9f-b111-31321ba50313), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.073281 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-1d2758e6-ac51-4a14-a7e3-b92aa2997060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:58:30Z', 'revision_number': 5, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port': {'id': 'bea5675a-13e3-4b9f-b111-31321ba50313', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f941712-92b2-486d-a239-063f82666aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:50:19Z', 'updated_at': '2022-01-24T16:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:31.108658 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2758e6-ac51-4a14-a7e3-b92aa2997060 None None] Checking router: 1f941712-92b2-486d-a239-063f82666aec for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:58:31.118821 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2758e6-ac51-4a14-a7e3-b92aa2997060 None None] Routers {'1f941712-92b2-486d-a239-063f82666aec'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:58:31.119439 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-1d2758e6-ac51-4a14-a7e3-b92aa2997060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:58:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['1f941712-92b2-486d-a239-063f82666aec'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:31.133810 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] For port bea5675a-13e3-4b9f-b111-31321ba50313, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=bea5675a-13e3-4b9f-b111-31321ba50313,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:31.134176 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (bea5675a-13e3-4b9f-b111-31321ba50313), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.148179 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Calling delete_port for bea5675a-13e3-4b9f-b111-31321ba50313 owned by network:router_gateway {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:31.202799 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-1d2758e6-ac51-4a14-a7e3-b92aa2997060 None None] Set router 1f941712-92b2-486d-a239-063f82666aec gateway port host: None {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:58:31.252112 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-1d2758e6-ac51-4a14-a7e3-b92aa2997060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:58:30Z', 'revision_number': 6, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port_host': None}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:31.279848 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2758e6-ac51-4a14-a7e3-b92aa2997060 None None] The sync data for ids ['1f941712-92b2-486d-a239-063f82666aec'] in dv-cinder-826116-1-iscsi is: [{'id': '1f941712-92b2-486d-a239-063f82666aec', 'name': 'tempest-AttachVolumeShelveTestJSON-661508243-router', 'tenant_id': '5ca1c94bee974fb986196c0be4064812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:50:18Z', 'updated_at': '2022-01-24T16:58:30Z', 'revision_number': 6, 'project_id': '5ca1c94bee974fb986196c0be4064812', 'gw_port_host': None}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:58:31.321113 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (bea5675a-13e3-4b9f-b111-31321ba50313), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.349751 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea5675a-13e3-4b9f-b111-31321ba50313,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:31.411095 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725364'] for router_gateway (1f941712-92b2-486d-a239-063f82666aec), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.497999 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3713696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29947'] for router (1f941712-92b2-486d-a239-063f82666aec), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.500204 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Publish callbacks [] for router_controller (1f941712-92b2-486d-a239-063f82666aec), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.543588 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3713707'] for router (1f941712-92b2-486d-a239-063f82666aec), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.544151 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f941712-92b2-486d-a239-063f82666aec {{(pid=114080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 16:58:31.549270 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.550456 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-006966cb-89ef-4e60-97a3-4f0de124a272 admin admin] 10.222.0.117 "DELETE /v2.0/routers/1f941712-92b2-486d-a239-063f82666aec HTTP/1.1" status: 204 len: 168 time: 0.7716801 Jan 24 16:58:31.553212 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56800) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:31.600220 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ae492c-09f0-432a-ab81-30baee532480 admin admin] Deleting subnet 55fc4d69-4d19-4336-ada0-bf8595cc7edf {{(pid=114081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 16:58:31.604017 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-84ae492c-09f0-432a-ab81-30baee532480 admin admin] Publish callbacks [] for subnet (55fc4d69-4d19-4336-ada0-bf8595cc7edf), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.638894 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-84ae492c-09f0-432a-ab81-30baee532480 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25416702'] for subnet (55fc4d69-4d19-4336-ada0-bf8595cc7edf), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.735346 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-84ae492c-09f0-432a-ab81-30baee532480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (55fc4d69-4d19-4336-ada0-bf8595cc7edf), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.790974 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-84ae492c-09f0-432a-ab81-30baee532480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1357225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25359676'] for subnet (55fc4d69-4d19-4336-ada0-bf8595cc7edf), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.816122 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae492c-09f0-432a-ab81-30baee532480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fc4d69-4d19-4336-ada0-bf8595cc7edf,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:31.825131 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-84ae492c-09f0-432a-ab81-30baee532480 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.832063 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 56808) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:31.832255 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-84ae492c-09f0-432a-ab81-30baee532480 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/55fc4d69-4d19-4336-ada0-bf8595cc7edf HTTP/1.1" status: 204 len: 168 time: 0.2771082 Jan 24 16:58:31.836354 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bddeab-2d41-4b8f-bc9b-9616013a8377 None None] Network a9684751-c334-42d8-84b0-fcdb27d5b403 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 16:58:31.916037 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (a9684751-c334-42d8-84b0-fcdb27d5b403), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:31.977159 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Deleting port 2a95836b-7671-4486-9c1e-784ed194062d {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:31.977498 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (2a95836b-7671-4486-9c1e-784ed194062d), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.044349 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] For port 2a95836b-7671-4486-9c1e-784ed194062d, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=2a95836b-7671-4486-9c1e-784ed194062d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:32.045249 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (2a95836b-7671-4486-9c1e-784ed194062d), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.063993 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f021b-c4d6-4884-81c6-0dafeca53a77 None None] DHCP port deletion for a9684751-c334-42d8-84b0-fcdb27d5b403 request from dv-cinder-826116-1-iscsi {{(pid=114082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 16:58:32.128052 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device bea5675a-13e3-4b9f-b111-31321ba50313 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:58:32.158207 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: bea5675a-13e3-4b9f-b111-31321ba50313 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:58:32.158810 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device bea5675a-13e3-4b9f-b111-31321ba50313 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:58:32.159623 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 8b7243fb-6239-460f-a4dd-37def8ad1a9b no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:58:32.168096 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f021b-c4d6-4884-81c6-0dafeca53a77 None None] Deleting port 2a95836b-7671-4486-9c1e-784ed194062d {{(pid=114082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:32.168719 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2f5f021b-c4d6-4884-81c6-0dafeca53a77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (2a95836b-7671-4486-9c1e-784ed194062d), before_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.207365 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 8b7243fb-6239-460f-a4dd-37def8ad1a9b {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:58:32.207710 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 8b7243fb-6239-460f-a4dd-37def8ad1a9b not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:58:32.208130 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 2a95836b-7671-4486-9c1e-784ed194062d no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:58:32.285532 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-2f5f021b-c4d6-4884-81c6-0dafeca53a77 None None] For port 2a95836b-7671-4486-9c1e-784ed194062d, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=2a95836b-7671-4486-9c1e-784ed194062d,segment=NetworkSegment(cd7fff94-7cc7-426d-9655-0f858e407927),segment_id=cd7fff94-7cc7-426d-9655-0f858e407927)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:32.285932 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2f5f021b-c4d6-4884-81c6-0dafeca53a77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (2a95836b-7671-4486-9c1e-784ed194062d), precommit_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.306955 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f021b-c4d6-4884-81c6-0dafeca53a77 None None] Calling delete_port for 2a95836b-7671-4486-9c1e-784ed194062d owned by network:dhcp {{(pid=114082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:32.312555 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Calling delete_port for 2a95836b-7671-4486-9c1e-784ed194062d owned by network:dhcp {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:32.383650 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Current status of the port 2a95836b-7671-4486-9c1e-784ed194062d is: ACTIVE; New status is: DOWN {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:58:32.384076 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (2a95836b-7671-4486-9c1e-784ed194062d), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.415532 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (2a95836b-7671-4486-9c1e-784ed194062d), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.453335 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2f5f021b-c4d6-4884-81c6-0dafeca53a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414'] for port (2a95836b-7671-4486-9c1e-784ed194062d), after_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.453503 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2a95836b-7671-4486-9c1e-784ed194062d,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:32.457829 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] No DVR routers for this DVR port 2a95836b-7671-4486-9c1e-784ed194062d on host dv-cinder-826116-1-iscsi {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:58:32.480084 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f021b-c4d6-4884-81c6-0dafeca53a77 None None] Pushing event deleted for resources: {'Port': ['ID=2a95836b-7671-4486-9c1e-784ed194062d,revision_number=None']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:32.484075 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f021b-c4d6-4884-81c6-0dafeca53a77 None None] No DVR routers for this DVR port 2a95836b-7671-4486-9c1e-784ed194062d on host dv-cinder-826116-1-iscsi {{(pid=114082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:58:32.541248 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (a9684751-c334-42d8-84b0-fcdb27d5b403), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.561194 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9684751-c334-42d8-84b0-fcdb27d5b403']}} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:32.570519 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7fff94-7cc7-426d-9655-0f858e407927') {'for_net_delete': True} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:32.570792 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7fff94-7cc7-426d-9655-0f858e407927') {} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:32.579776 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28954005'] for segment (cd7fff94-7cc7-426d-9655-0f858e407927), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.593260 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (cd7fff94-7cc7-426d-9655-0f858e407927), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.599067 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=114080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 16:58:32.599446 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28420638'] for segment (cd7fff94-7cc7-426d-9655-0f858e407927), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: Traceback (most recent call last): Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: timer() Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: cb(*args, **kw) Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: return func(*args, **kwargs) Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: self._notify() Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: self.callback(batched_events) Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: event.method(event) Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: return f(self, *a, **k) Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._get(url).json() Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: return self.request(url, 'GET', **kwargs) Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 16:58:32.602179 dv-cinder-826116-1-iscsi neutron-server[114080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 16:58:32.658334 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (a9684751-c334-42d8-84b0-fcdb27d5b403), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.664732 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.667815 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] 10.222.0.117 "DELETE /v2.0/networks/a9684751-c334-42d8-84b0-fcdb27d5b403 HTTP/1.1" status: 204 len: 168 time: 0.8344691 Jan 24 16:58:32.678217 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636d7fc-54fe-4ba5-9f3e-a496c2a604ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a9684751-c334-42d8-84b0-fcdb27d5b403,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:32.779997 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 56818) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:32.820915 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-3ac6f60b-d237-4950-8f95-3c4b9d9566a0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=5ca1c94bee974fb986196c0be4064812&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395813 Jan 24 16:58:32.823305 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 56820) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:32.870182 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7d4960d3-7c71-4668-8767-8bb03a999c6e admin admin] Publish callbacks [] for security_group (466d5df1-12dd-47c4-a4f2-24572236d5d6), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.891186 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7d4960d3-7c71-4668-8767-8bb03a999c6e admin admin] Publish callbacks [] for security_group (466d5df1-12dd-47c4-a4f2-24572236d5d6), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.937879 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7d4960d3-7c71-4668-8767-8bb03a999c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (466d5df1-12dd-47c4-a4f2-24572236d5d6), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.940461 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7d4960d3-7c71-4668-8767-8bb03a999c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:32.941593 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-7d4960d3-7c71-4668-8767-8bb03a999c6e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/466d5df1-12dd-47c4-a4f2-24572236d5d6 HTTP/1.1" status: 204 len: 168 time: 0.1174028 Jan 24 16:58:32.950022 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4960d3-7c71-4668-8767-8bb03a999c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466d5df1-12dd-47c4-a4f2-24572236d5d6,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:33.783470 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:34.732793 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 56884) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:34.833266 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0ab3-f319-4bef-86a8-c6dbf401c5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:34.917047 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0ab3-f319-4bef-86a8-c6dbf401c5eb admin admin] Publish callbacks [] for security_group (7b4d93f1-ada0-4464-aae2-52d78dd41337), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:34.922201 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0ab3-f319-4bef-86a8-c6dbf401c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (7b4d93f1-ada0-4464-aae2-52d78dd41337), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:34.967872 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-2a6a0ab3-f319-4bef-86a8-c6dbf401c5eb admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b6226a83e26b48a898c6374474732118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339745 Jan 24 16:58:34.968708 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a0ab3-f319-4bef-86a8-c6dbf401c5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4d93f1-ada0-4464-aae2-52d78dd41337,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:34.970676 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56888) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:35.023265 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8db33db4-6185-4bfb-a551-d66609007101 admin admin] Publish callbacks [] for security_group (7b4d93f1-ada0-4464-aae2-52d78dd41337), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:35.045223 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8db33db4-6185-4bfb-a551-d66609007101 admin admin] Publish callbacks [] for security_group (7b4d93f1-ada0-4464-aae2-52d78dd41337), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:35.095722 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8db33db4-6185-4bfb-a551-d66609007101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (7b4d93f1-ada0-4464-aae2-52d78dd41337), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:35.098430 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-8db33db4-6185-4bfb-a551-d66609007101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:35.099701 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-8db33db4-6185-4bfb-a551-d66609007101 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/7b4d93f1-ada0-4464-aae2-52d78dd41337 HTTP/1.1" status: 204 len: 168 time: 0.1279509 Jan 24 16:58:35.116005 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db33db4-6185-4bfb-a551-d66609007101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4d93f1-ada0-4464-aae2-52d78dd41337,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:35.401392 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56900) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:35.414855 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6cdf3e03-a438-45b8-b7fb-a04f9a6801f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:35.500561 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6cdf3e03-a438-45b8-b7fb-a04f9a6801f0 admin admin] Publish callbacks [] for security_group (7c3cd3bd-0b95-41f8-adde-3bdf1dc93767), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:35.504964 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6cdf3e03-a438-45b8-b7fb-a04f9a6801f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (7c3cd3bd-0b95-41f8-adde-3bdf1dc93767), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:35.542609 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf3e03-a438-45b8-b7fb-a04f9a6801f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3cd3bd-0b95-41f8-adde-3bdf1dc93767,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:35.549494 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-6cdf3e03-a438-45b8-b7fb-a04f9a6801f0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=8f42a5461b9840a29b2972fa5ce98f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445906 Jan 24 16:58:35.549725 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 56904) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:35.604650 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-044c4803-af6e-4b30-ad76-896c7c06dab7 admin admin] Publish callbacks [] for security_group (7c3cd3bd-0b95-41f8-adde-3bdf1dc93767), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:35.643208 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-0481b0c4-f0c3-40bc-a4ad-5e7402bf39ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:35.651439 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-044c4803-af6e-4b30-ad76-896c7c06dab7 admin admin] Publish callbacks [] for security_group (7c3cd3bd-0b95-41f8-adde-3bdf1dc93767), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:35.699659 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c31e8a-cd8b-4f13-aedb-4d483d5f7dbb req-8f1d9149-813f-4126-81bb-06a3fb808287 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:35.701154 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-15c31e8a-cd8b-4f13-aedb-4d483d5f7dbb req-8f1d9149-813f-4126-81bb-06a3fb808287 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0873728 Jan 24 16:58:35.728958 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-044c4803-af6e-4b30-ad76-896c7c06dab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (7c3cd3bd-0b95-41f8-adde-3bdf1dc93767), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:35.731499 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-044c4803-af6e-4b30-ad76-896c7c06dab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:35.732606 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-044c4803-af6e-4b30-ad76-896c7c06dab7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/7c3cd3bd-0b95-41f8-adde-3bdf1dc93767 HTTP/1.1" status: 204 len: 168 time: 0.1819856 Jan 24 16:58:35.757004 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c4803-af6e-4b30-ad76-896c7c06dab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3cd3bd-0b95-41f8-adde-3bdf1dc93767,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:35.763727 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-15c31e8a-cd8b-4f13-aedb-4d483d5f7dbb req-7bcf8897-bcfd-480c-b680-d694650b05f6 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568762 Jan 24 16:58:36.885277 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4819a5-9ec4-494f-9120-ea748ce2e1ca req-d78c1517-aca5-40d2-b8ce-45011ef57a38 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:36.887077 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8d4819a5-9ec4-494f-9120-ea748ce2e1ca req-d78c1517-aca5-40d2-b8ce-45011ef57a38 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0502491 Jan 24 16:58:36.937165 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8d4819a5-9ec4-494f-9120-ea748ce2e1ca req-bb9c99da-f059-46cc-8d81-600edcc235fb tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446372 Jan 24 16:58:37.463013 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a93e6-7e94-4a1c-808f-7ee49d85e6f2 req-05ab4e4e-cec3-4a35-b187-dfc18084f360 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:37.464505 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a53a93e6-7e94-4a1c-808f-7ee49d85e6f2 req-05ab4e4e-cec3-4a35-b187-dfc18084f360 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 945 time: 0.0504806 Jan 24 16:58:37.518204 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a53a93e6-7e94-4a1c-808f-7ee49d85e6f2 req-85bd1f69-0664-4ad9-8b57-359a6d8fc582 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479000 Jan 24 16:58:37.904733 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1dad968c-1442-4ddb-81cd-adf0131ad89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:38.053718 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd805db1-cb50-4a80-b1ed-4f203bec612e req-eb424c15-59ab-48b9-adcf-c23a5e7d93d0 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:38.055252 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cd805db1-cb50-4a80-b1ed-4f203bec612e req-eb424c15-59ab-48b9-adcf-c23a5e7d93d0 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0503769 Jan 24 16:58:38.103320 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cd805db1-cb50-4a80-b1ed-4f203bec612e req-ad4b5910-89ef-4a84-b819-fd93f3cd94b8 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426333 Jan 24 16:58:38.638612 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93733522-d001-4e72-a9fe-4b44699f2fcd req-ba8cf404-e802-4352-bb8d-74ee6d4686f4 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:38.640142 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-93733522-d001-4e72-a9fe-4b44699f2fcd req-ba8cf404-e802-4352-bb8d-74ee6d4686f4 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 945 time: 0.0508218 Jan 24 16:58:38.690179 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-93733522-d001-4e72-a9fe-4b44699f2fcd req-00988afe-59f2-4d69-9f06-9aa1ca2ded40 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441718 Jan 24 16:58:39.000503 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:39.222972 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36337beb-18ec-4017-ba94-2bd799dcfb52 req-a0cd99fe-57e8-4cde-87bc-c6679dcab593 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:39.224427 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-36337beb-18ec-4017-ba94-2bd799dcfb52 req-a0cd99fe-57e8-4cde-87bc-c6679dcab593 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0517263 Jan 24 16:58:39.272151 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-36337beb-18ec-4017-ba94-2bd799dcfb52 req-68d5abc3-293d-4828-805c-1b477774ca4d tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409644 Jan 24 16:58:39.804254 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cd994-4a07-43fb-aeea-888b1eb565fd req-35a0d5e6-ac77-4654-8110-48d5f0e8c444 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:39.805737 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-db8cd994-4a07-43fb-aeea-888b1eb565fd req-35a0d5e6-ac77-4654-8110-48d5f0e8c444 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 945 time: 0.0482218 Jan 24 16:58:39.857280 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-db8cd994-4a07-43fb-aeea-888b1eb565fd req-86753c1e-2116-4605-ab38-557ce8a9e6e4 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461493 Jan 24 16:58:40.386548 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59978b-6301-4a1c-a36e-589b2cd86c79 req-ace77c32-cf4f-463f-8568-5187d629f34c tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:40.388270 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6c59978b-6301-4a1c-a36e-589b2cd86c79 req-ace77c32-cf4f-463f-8568-5187d629f34c tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0484407 Jan 24 16:58:40.437133 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6c59978b-6301-4a1c-a36e-589b2cd86c79 req-c20b7de0-fc0c-4b00-b0a9-248552908f22 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433321 Jan 24 16:58:40.552204 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:40.987844 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbce91c-e514-4a3b-b012-c7e9363a414d req-b055b5c2-6bc3-4339-8f37-297864892a26 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:40.989433 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fbbce91c-e514-4a3b-b012-c7e9363a414d req-b055b5c2-6bc3-4339-8f37-297864892a26 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 945 time: 0.0554836 Jan 24 16:58:41.043739 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fbbce91c-e514-4a3b-b012-c7e9363a414d req-f588cd59-1f5f-4c16-8794-3bab6bddb174 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482085 Jan 24 16:58:41.551407 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbd770-8834-4548-892c-416b5d37e4f1 req-4c746e9f-5402-4783-a2f2-7cf208a8013a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:41.552901 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f1bbd770-8834-4548-892c-416b5d37e4f1 req-4c746e9f-5402-4783-a2f2-7cf208a8013a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0488598 Jan 24 16:58:41.604846 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f1bbd770-8834-4548-892c-416b5d37e4f1 req-2f39c528-d2cd-4950-ba01-ac1a223dbf9d tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464053 Jan 24 16:58:41.868826 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:42.161246 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ae6a1-2ac2-457c-849e-294eec4b41a1 req-6671e151-2449-4972-a99b-4d06c7b52c18 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:42.163040 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-606ae6a1-2ac2-457c-849e-294eec4b41a1 req-6671e151-2449-4972-a99b-4d06c7b52c18 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 945 time: 0.0504739 Jan 24 16:58:42.213316 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-606ae6a1-2ac2-457c-849e-294eec4b41a1 req-20c435d5-51e8-47a0-b2a1-9410abe86050 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446351 Jan 24 16:58:42.716931 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a2c16-5f2e-46ad-bfa5-10d0c57fc885 req-4e9480cc-c5c0-4cdf-858d-d9f7a6c39703 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:42.718404 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-424a2c16-5f2e-46ad-bfa5-10d0c57fc885 req-4e9480cc-c5c0-4cdf-858d-d9f7a6c39703 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0488789 Jan 24 16:58:42.767607 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-424a2c16-5f2e-46ad-bfa5-10d0c57fc885 req-a542a565-be38-4ed8-904c-a4a86b30df26 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434830 Jan 24 16:58:43.329537 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a995c5-f1b5-4f79-a653-c815dd0472b5 req-2dda9bd0-6bd4-4bb2-b1c7-20080430c0dd tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:43.331002 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-74a995c5-f1b5-4f79-a653-c815dd0472b5 req-2dda9bd0-6bd4-4bb2-b1c7-20080430c0dd tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 945 time: 0.0519900 Jan 24 16:58:43.379673 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-74a995c5-f1b5-4f79-a653-c815dd0472b5 req-c2fe43b9-5c87-4a25-8d42-ed6ea41418cf tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419791 Jan 24 16:58:43.883614 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b860ad3-3cb0-48b2-bc6a-7fafb20a2873 req-dc5fbaad-6f7f-4f03-9839-d623ef0c2650 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:43.885073 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6b860ad3-3cb0-48b2-bc6a-7fafb20a2873 req-dc5fbaad-6f7f-4f03-9839-d623ef0c2650 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0484388 Jan 24 16:58:43.933048 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6b860ad3-3cb0-48b2-bc6a-7fafb20a2873 req-f5864a3b-fdd0-4827-a2cd-da8fb91125e4 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424039 Jan 24 16:58:43.996592 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-230d23e3-201d-44e3-a21e-acb1bc7548b7 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:43.998034 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-230d23e3-201d-44e3-a21e-acb1bc7548b7 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 945 time: 0.0529349 Jan 24 16:58:44.085482 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Deleting port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 16:58:44.085740 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:44.176949 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] For port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=41d7d71d-3e7f-44e5-9394-f4d62e1f557f,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:44.177326 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:44.342657 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:44.342966 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (072fd69e-644a-469a-b6df-ed52a32fa5f5), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:44.343288 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.l3_db [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Floating IP 072fd69e-644a-469a-b6df-ed52a32fa5f5 disassociated. External IP: 172.27.3.118, port: 41d7d71d-3e7f-44e5-9394-f4d62e1f557f. Jan 24 16:58:44.343632 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Calling delete_port for 41d7d71d-3e7f-44e5-9394-f4d62e1f557f owned by compute:nova {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 16:58:44.475816 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (41d7d71d-3e7f-44e5-9394-f4d62e1f557f), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:44.500688 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b217f-def6-415f-bb4f-e7f6adcfd8d1 req-ed930b9e-2ef4-4c2d-94c1-bc6de770b59e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:44.502170 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-252b217f-def6-415f-bb4f-e7f6adcfd8d1 req-ed930b9e-2ef4-4c2d-94c1-bc6de770b59e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 867 time: 0.0519636 Jan 24 16:58:44.505218 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event deleted for resources: {'Port': ['ID=41d7d71d-3e7f-44e5-9394-f4d62e1f557f,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:44.557813 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-252b217f-def6-415f-bb4f-e7f6adcfd8d1 req-8dabc20a-030a-4fb9-b3e8-0ca914437d4b tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480704 Jan 24 16:58:44.619255 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:58:44.723428 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:58:44.733832 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87e1c8-7d1f-4fc8-9f4f-2f07e7f9ccdd None None] Sync routers for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:58:44.744620 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87e1c8-7d1f-4fc8-9f4f-2f07e7f9ccdd None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:58:44.745239 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-2a87e1c8-7d1f-4fc8-9f4f-2f07e7f9ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:58:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:44.761958 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] No DVR routers for this DVR port 41d7d71d-3e7f-44e5-9394-f4d62e1f557f on host hv-cinder-82611 {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 16:58:44.764492 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:44.767807 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-841663f9-514f-4f9c-aa22-35a9d690fdef req-e03b1896-7029-491b-a96e-0ad88bf69956 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "DELETE /v2.0/ports/41d7d71d-3e7f-44e5-9394-f4d62e1f557f HTTP/1.1" status: 204 len: 173 time: 0.7637429 Jan 24 16:58:44.768300 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'name': 'network-vif-deleted', 'tag': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:58:44.770513 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4571555-c1bb-4672-a5ec-9a14d66c167d" -d '{"events": [{"server_uuid": "921adf61-2d82-49af-8dd2-dd2fbbd585b4", "name": "network-vif-deleted", "tag": "41d7d71d-3e7f-44e5-9394-f4d62e1f557f"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:58:44.811822 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc045a4-5ac3-481b-9832-6b5da62f3e3b x-openstack-request-id: req-bfc045a4-5ac3-481b-9832-6b5da62f3e3b {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:58:44.812119 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921adf61-2d82-49af-8dd2-dd2fbbd585b4", "name": "network-vif-deleted", "tag": "41d7d71d-3e7f-44e5-9394-f4d62e1f557f", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:58:44.812372 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-bfc045a4-5ac3-481b-9832-6b5da62f3e3b {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:58:44.812770 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921adf61-2d82-49af-8dd2-dd2fbbd585b4', 'name': 'network-vif-deleted', 'tag': '41d7d71d-3e7f-44e5-9394-f4d62e1f557f', 'status': 'completed', 'code': 200} Jan 24 16:58:44.855684 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-2a87e1c8-7d1f-4fc8-9f4f-2f07e7f9ccdd None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:58:45.062329 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f43b55-7feb-4b68-bdfc-95e179a095ab req-5137fc72-c5f7-44b0-953b-f16d64f0a5bc tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:45.064032 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-99f43b55-7feb-4b68-bdfc-95e179a095ab req-5137fc72-c5f7-44b0-953b-f16d64f0a5bc tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0579174 Jan 24 16:58:45.067304 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-2a87e1c8-7d1f-4fc8-9f4f-2f07e7f9ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:45.101586 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87e1c8-7d1f-4fc8-9f4f-2f07e7f9ccdd None None] Checking router: 8b7aadd5-b03a-465c-8e31-547ae9e75b68 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:58:45.110585 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87e1c8-7d1f-4fc8-9f4f-2f07e7f9ccdd None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:58:45.111396 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-2a87e1c8-7d1f-4fc8-9f4f-2f07e7f9ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:58:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:45.127487 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-99f43b55-7feb-4b68-bdfc-95e179a095ab req-667ca54e-30f8-47f7-b021-afb13da578a3 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555921 Jan 24 16:58:45.363011 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-2a87e1c8-7d1f-4fc8-9f4f-2f07e7f9ccdd None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:58:45.561768 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-2a87e1c8-7d1f-4fc8-9f4f-2f07e7f9ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:58:45.588474 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87e1c8-7d1f-4fc8-9f4f-2f07e7f9ccdd None None] The sync data for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi is: [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:58:45.658216 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-56aa816c-296d-4111-872c-e3afdeec95d3 req-afcf8eaa-52bc-4cb9-947f-78166a9bc28f tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 210 time: 0.0274196 Jan 24 16:58:45.798998 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f458e-d040-4481-8fb8-9ac447571e39 None None] New status for floating IP 072fd69e-644a-469a-b6df-ed52a32fa5f5: DOWN {{(pid=114083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:58:46.256500 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e756d52-b45f-404d-b819-319d8cd1d89a req-53b97d33-7b82-418a-a57d-93d72ce2201b tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:46.258020 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2e756d52-b45f-404d-b819-319d8cd1d89a req-53b97d33-7b82-418a-a57d-93d72ce2201b tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0510945 Jan 24 16:58:46.307500 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2e756d52-b45f-404d-b819-319d8cd1d89a req-d99e3760-de64-453d-b9ac-38238d46277b tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437956 Jan 24 16:58:46.734420 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 41d7d71d-3e7f-44e5-9394-f4d62e1f557f no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:58:46.750717 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-83a95b36-db43-4b24-986e-b30955d4a55a req-3acbc8cb-36bf-44b1-9109-ab195dca409a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 210 time: 0.0277388 Jan 24 16:58:46.762403 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 41d7d71d-3e7f-44e5-9394-f4d62e1f557f {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 16:58:46.762790 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 41d7d71d-3e7f-44e5-9394-f4d62e1f557f not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 16:58:47.438562 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08cad0-7a6e-4ff5-bb84-9f9504ad1330 req-33ca832a-f81b-4803-91b6-571e88f855e4 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:47.440237 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cd08cad0-7a6e-4ff5-bb84-9f9504ad1330 req-33ca832a-f81b-4803-91b6-571e88f855e4 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0543222 Jan 24 16:58:47.504491 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cd08cad0-7a6e-4ff5-bb84-9f9504ad1330 req-1cd41048-d0bb-4f70-8253-26fee0aa91f9 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577548 Jan 24 16:58:47.891036 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-173022d2-905d-4604-b351-5764bb3264c6 req-202eea07-4aa9-4ca8-b049-dfb8f9f712c4 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=921adf61-2d82-49af-8dd2-dd2fbbd585b4 HTTP/1.1" status: 200 len: 210 time: 0.0404050 Jan 24 16:58:48.625701 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f1460-e7e2-4c3d-932e-b20454e9c6d5 req-90a1ffcb-188f-46cb-b203-d111790296a7 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:48.627199 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b10f1460-e7e2-4c3d-932e-b20454e9c6d5 req-90a1ffcb-188f-46cb-b203-d111790296a7 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0522504 Jan 24 16:58:48.676557 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b10f1460-e7e2-4c3d-932e-b20454e9c6d5 req-1941cffc-a784-4c64-9675-1479de4be644 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428050 Jan 24 16:58:49.220448 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-198393df-d5dc-446c-b04c-c0f9f44cdb40 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245594148&fields=id&tenant_id=7a337369b3dc467394f2629fb2f8487c HTTP/1.1" status: 200 len: 267 time: 0.0548685 Jan 24 16:58:49.334216 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-13f29c53-588f-49d2-95e8-db1a1c32c8fc tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:49.335608 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-13f29c53-588f-49d2-95e8-db1a1c32c8fc tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 811 time: 0.1064188 Jan 24 16:58:49.350014 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-a14dfda0-a395-43ca-be37-55f4cb573571 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/quotas/7a337369b3dc467394f2629fb2f8487c HTTP/1.1" status: 200 len: 375 time: 0.0089161 Jan 24 16:58:49.399157 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-aa717a02-4482-4512-8fc6-707286489a36 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443890 Jan 24 16:58:49.492763 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-7ee724dd-16cb-4a68-991e-7176513aba1a service neutron] 10.222.0.117 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828931 Jan 24 16:58:49.588028 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-e88f85fb-39e2-4dff-b179-6a3e857b92cc service neutron] 10.222.0.117 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895057 Jan 24 16:58:49.791638 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e0389-5ce7-458f-9948-b4de5254bcdf req-7916477f-0dc5-49c8-b2dc-4076cf3cf19a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:49.793742 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3c8e0389-5ce7-458f-9948-b4de5254bcdf req-7916477f-0dc5-49c8-b2dc-4076cf3cf19a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0502148 Jan 24 16:58:49.851463 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3c8e0389-5ce7-458f-9948-b4de5254bcdf req-0b2bac7d-6b6d-4a2d-9a49-980d3daa0277 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518625 Jan 24 16:58:49.873541 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0564678c-601d-477d-8539-cdc7b6bf4492 req-61e903e3-0f2b-44c4-a86c-8f3574991131 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 210 time: 0.0313098 Jan 24 16:58:50.486129 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57216) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:50.604881 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81f6264a-6ecd-46a1-9c30-b703950779e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:50.686012 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81f6264a-6ecd-46a1-9c30-b703950779e0 admin admin] Publish callbacks [] for security_group (65935b16-0b6e-43b3-ad10-0eb7f0326cdb), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:50.699293 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-81f6264a-6ecd-46a1-9c30-b703950779e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (65935b16-0b6e-43b3-ad10-0eb7f0326cdb), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:50.793246 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-81f6264a-6ecd-46a1-9c30-b703950779e0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d41f7b7415574b47a78dd64795b9f961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053272 Jan 24 16:58:50.796460 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57228) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:50.799061 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6264a-6ecd-46a1-9c30-b703950779e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65935b16-0b6e-43b3-ad10-0eb7f0326cdb,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:50.835947 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-0c1e3ef0-e86b-43eb-ae3e-b13d81ceb3d8 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:50.837963 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-0c1e3ef0-e86b-43eb-ae3e-b13d81ceb3d8 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 811 time: 0.1508045 Jan 24 16:58:50.853387 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-60153cbe-caa8-438a-a9fa-7ca6601ccdf2 admin admin] Publish callbacks [] for security_group (65935b16-0b6e-43b3-ad10-0eb7f0326cdb), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:50.874905 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-60153cbe-caa8-438a-a9fa-7ca6601ccdf2 admin admin] Publish callbacks [] for security_group (65935b16-0b6e-43b3-ad10-0eb7f0326cdb), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:50.919694 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-51e1df5b-0acf-46bd-917b-d170a6edc003 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a337369b3dc467394f2629fb2f8487c HTTP/1.1" status: 200 len: 379 time: 0.0673828 Jan 24 16:58:50.936137 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'port': {'device_id': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'admin_state_up': True, 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'security_groups': ['2220eb5b-5620-4760-90d5-cacb9a6ffa11']}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:58:50.946687 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-60153cbe-caa8-438a-a9fa-7ca6601ccdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (65935b16-0b6e-43b3-ad10-0eb7f0326cdb), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:50.950582 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-60153cbe-caa8-438a-a9fa-7ca6601ccdf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:50.959182 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-60153cbe-caa8-438a-a9fa-7ca6601ccdf2 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/65935b16-0b6e-43b3-ad10-0eb7f0326cdb HTTP/1.1" status: 204 len: 168 time: 0.1603138 Jan 24 16:58:50.997090 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-df45a5ab-3234-4b35-a002-5d5a9954e36c req-87c58d85-ec3e-46f2-a7cf-3837d8973890 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 210 time: 0.0326054 Jan 24 16:58:50.997817 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60153cbe-caa8-438a-a9fa-7ca6601ccdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65935b16-0b6e-43b3-ad10-0eb7f0326cdb,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:51.092466 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c9dfc-61ce-4bdf-9194-8a48fb04a32d req-9c6b50f6-bfbe-4ed3-b664-ae4120f3aa98 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:51.093933 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6d1c9dfc-61ce-4bdf-9194-8a48fb04a32d req-9c6b50f6-bfbe-4ed3-b664-ae4120f3aa98 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0923154 Jan 24 16:58:51.131474 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Made reservation on behalf of 7a337369b3dc467394f2629fb2f8487c for: {'port': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 16:58:51.135027 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:51.179420 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6d1c9dfc-61ce-4bdf-9194-8a48fb04a32d req-ff1b3a66-6f78-428d-bcca-7169d18ac8b1 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769296 Jan 24 16:58:51.266786 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57238) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:51.281345 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-10e459ce-ea4e-425f-b4da-3892884eb060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:51.373770 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-10e459ce-ea4e-425f-b4da-3892884eb060 admin admin] Publish callbacks [] for security_group (c571ddba-f539-435a-8718-21220ccb6264), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:51.377330 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-10e459ce-ea4e-425f-b4da-3892884eb060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (c571ddba-f539-435a-8718-21220ccb6264), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:51.417389 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e459ce-ea4e-425f-b4da-3892884eb060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c571ddba-f539-435a-8718-21220ccb6264,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:51.422074 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-10e459ce-ea4e-425f-b4da-3892884eb060 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=6e3b023817c64410bd830471d9b73d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542585 Jan 24 16:58:51.424682 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57240) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:51.475816 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2b362234-530c-4413-b2d4-3bbef7afd91d admin admin] Publish callbacks [] for security_group (c571ddba-f539-435a-8718-21220ccb6264), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:51.500981 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2b362234-530c-4413-b2d4-3bbef7afd91d admin admin] Publish callbacks [] for security_group (c571ddba-f539-435a-8718-21220ccb6264), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:51.549016 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2b362234-530c-4413-b2d4-3bbef7afd91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (c571ddba-f539-435a-8718-21220ccb6264), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:51.551574 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-2b362234-530c-4413-b2d4-3bbef7afd91d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:51.553654 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-2b362234-530c-4413-b2d4-3bbef7afd91d admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/c571ddba-f539-435a-8718-21220ccb6264 HTTP/1.1" status: 204 len: 168 time: 0.1277394 Jan 24 16:58:51.558840 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Allocated IP 172.20.0.13 (65b89cb5-235f-4d33-82a0-9e74a9bccb1e/ea396585-6a9a-449a-a830-08620a48612e/e43a4ce0-246d-42b6-873c-91ce5321e7de) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:58:51.561091 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b362234-530c-4413-b2d4-3bbef7afd91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c571ddba-f539-435a-8718-21220ccb6264,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:51.716541 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:51.754647 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:51.804406 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:58:51.808630 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:58:51.813057 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:58:51.835645 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'Port': ['ID=e43a4ce0-246d-42b6-873c-91ce5321e7de,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:51.871484 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:51.872243 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:51.898038 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-b7a65660-1f20-46a3-bb83-8839331df282 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9688435 Jan 24 16:58:51.915647 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Request body: {'port': {'device_id': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:58:51.936136 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b2ec-d1f9-475f-907f-45b1a7ba66f3 req-64dedfeb-67ad-46e4-a5ac-f64b39314075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:51.938354 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8a74b2ec-d1f9-475f-907f-45b1a7ba66f3 req-64dedfeb-67ad-46e4-a5ac-f64b39314075 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=511e72017a4b4da7a0748dae5a59e0ac&device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 1098 time: 0.0585210 Jan 24 16:58:51.979939 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:52.067679 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b2ec-d1f9-475f-907f-45b1a7ba66f3 req-8cd8d9e5-ba0f-414d-b315-945742b0bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:52.069942 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8a74b2ec-d1f9-475f-907f-45b1a7ba66f3 req-8cd8d9e5-ba0f-414d-b315-945742b0bd0d service neutron] 10.222.0.79 "GET /v2.0/networks?id=47466270-541d-4039-a73f-7e91d25c0bd6 HTTP/1.1" status: 200 len: 908 time: 0.1253424 Jan 24 16:58:52.102250 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-fc7d44d4-acb9-451a-8e14-68ed40d2739b None None] Provisioning complete for port e43a4ce0-246d-42b6-873c-91ce5321e7de triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:58:52.102855 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-fc7d44d4-acb9-451a-8e14-68ed40d2739b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:52.146491 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f6130-5dbf-47cf-b42d-f2781f9afec8 req-45a8684b-4a47-4273-af55-6f28e8147460 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:52.148462 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-915f6130-5dbf-47cf-b42d-f2781f9afec8 req-45a8684b-4a47-4273-af55-6f28e8147460 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 932 time: 0.0698683 Jan 24 16:58:52.149508 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-fc7d44d4-acb9-451a-8e14-68ed40d2739b None None] Port e43a4ce0-246d-42b6-873c-91ce5321e7de cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 16:58:52.205622 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-915f6130-5dbf-47cf-b42d-f2781f9afec8 req-6b9b9d86-21a5-4b57-9fb7-098e117d2872 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508084 Jan 24 16:58:52.338381 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d4b50-22fd-4491-b16a-94676d4cdcef req-0eb93338-ce43-4173-92f8-6f78de76bf9a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:52.340747 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3b5d4b50-22fd-4491-b16a-94676d4cdcef req-0eb93338-ce43-4173-92f8-6f78de76bf9a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0844758 Jan 24 16:58:52.346023 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43a4ce0-246d-42b6-873c-91ce5321e7de {{(pid=114081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:58:52.355763 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Publish callbacks [] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:52.390685 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.provisioning_blocks [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Transition to ACTIVE for port object e43a4ce0-246d-42b6-873c-91ce5321e7de will not be triggered until provisioned by entity L2. {{(pid=114081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 16:58:52.399489 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:52.454934 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3b5d4b50-22fd-4491-b16a-94676d4cdcef req-6a65a643-091f-4964-81ca-bfde7bdbcc52 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036568 Jan 24 16:58:52.491353 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e43a4ce0-246d-42b6-873c-91ce5321e7de,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:52.572163 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Attempting to bind port e43a4ce0-246d-42b6-873c-91ce5321e7de on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 16:58:52.572901 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Attempting to bind port e43a4ce0-246d-42b6-873c-91ce5321e7de by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 16:58:52.573418 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Attempting to bind port e43a4ce0-246d-42b6-873c-91ce5321e7de on network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:58:52.578357 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Port e43a4ce0-246d-42b6-873c-91ce5321e7de on network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 16:58:52.578963 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Attempting to bind port e43a4ce0-246d-42b6-873c-91ce5321e7de on network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 16:58:52.585719 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 16:58:52.586341 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Checking segment: {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 16:58:52.586920 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Bound using segment: {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 16:58:52.587522 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Bound port: e43a4ce0-246d-42b6-873c-91ce5321e7de, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'}}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 16:58:52.588099 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:52.669290 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] For port e43a4ce0-246d-42b6-873c-91ce5321e7de, host hv-cinder-82611, cleared binding levels {{(pid=114081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 16:58:52.672695 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] For port e43a4ce0-246d-42b6-873c-91ce5321e7de, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=e43a4ce0-246d-42b6-873c-91ce5321e7de,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 16:58:52.677835 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:52.721794 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:52.722411 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:52.723923 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] 10.222.0.79 "PUT /v2.0/ports/e43a4ce0-246d-42b6-873c-91ce5321e7de HTTP/1.1" status: 200 len: 1094 time: 0.8151646 Jan 24 16:58:52.724588 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'tag': 'e43a4ce0-246d-42b6-873c-91ce5321e7de'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:58:52.727007 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e563fbe-590c-47db-936a-f0986259adac" -d '{"events": [{"name": "network-changed", "server_uuid": "77a62339-b2a1-409a-9c18-64ec7f8263f7", "tag": "e43a4ce0-246d-42b6-873c-91ce5321e7de"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:58:52.748995 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af28580-c329-4150-ba2e-6c6c98744cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e43a4ce0-246d-42b6-873c-91ce5321e7de,revision_number=3']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:52.789021 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b89bdf-e878-4875-b706-7359b120c221 x-openstack-request-id: req-c0b89bdf-e878-4875-b706-7359b120c221 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:58:52.789937 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a62339-b2a1-409a-9c18-64ec7f8263f7", "tag": "e43a4ce0-246d-42b6-873c-91ce5321e7de", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:58:52.790201 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c0b89bdf-e878-4875-b706-7359b120c221 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:58:52.790602 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'tag': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'status': 'completed', 'code': 200} Jan 24 16:58:53.328503 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df64595-87f1-4740-b3f1-22e286a61425 req-517c5a5c-4fbc-47d2-a402-3f4543d85c9b tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:53.329989 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3df64595-87f1-4740-b3f1-22e286a61425 req-517c5a5c-4fbc-47d2-a402-3f4543d85c9b tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 944 time: 0.0552146 Jan 24 16:58:53.381332 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3df64595-87f1-4740-b3f1-22e286a61425 req-342b78c2-1111-48d5-80a5-b1699f42444a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442243 Jan 24 16:58:53.584404 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c5c0c-9979-4bb1-9187-07acff004d88 req-84bc768e-c418-45db-8852-f78e7fe6b4ac tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:53.585811 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-416c5c0c-9979-4bb1-9187-07acff004d88 req-84bc768e-c418-45db-8852-f78e7fe6b4ac tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0512516 Jan 24 16:58:53.641384 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-416c5c0c-9979-4bb1-9187-07acff004d88 req-2e743dbd-7c99-46d6-9135-9195d74c8426 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500073 Jan 24 16:58:53.754273 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8a74b2ec-d1f9-475f-907f-45b1a7ba66f3 req-f6e08e7a-e1e3-4a96-94a3-8363e817077c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5 HTTP/1.1" status: 200 len: 1001 time: 0.0649164 Jan 24 16:58:54.171738 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57330) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:54.272934 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0291b889-74b8-4c8e-b06e-b1766362d9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:54.343963 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0291b889-74b8-4c8e-b06e-b1766362d9e1 admin admin] Publish callbacks [] for security_group (b1b22741-e8bb-49c5-8bbe-7a2f61457a13), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:54.347433 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-0291b889-74b8-4c8e-b06e-b1766362d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (b1b22741-e8bb-49c5-8bbe-7a2f61457a13), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:54.384428 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-0291b889-74b8-4c8e-b06e-b1766362d9e1 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=5eb62ee7e4524ec2b67cfdb88d59cdee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116284 Jan 24 16:58:54.385511 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291b889-74b8-4c8e-b06e-b1766362d9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b22741-e8bb-49c5-8bbe-7a2f61457a13,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:54.387167 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57334) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:54.438109 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f14ca206-06ff-48bb-bbee-18b81298afc3 admin admin] Publish callbacks [] for security_group (b1b22741-e8bb-49c5-8bbe-7a2f61457a13), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:54.486458 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f14ca206-06ff-48bb-bbee-18b81298afc3 admin admin] Publish callbacks [] for security_group (b1b22741-e8bb-49c5-8bbe-7a2f61457a13), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:54.522077 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84714b3e-d67c-43be-a432-18886f026032 req-de79d03e-e3fb-429e-a4e0-b69fe7699c8a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:54.523604 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-84714b3e-d67c-43be-a432-18886f026032 req-de79d03e-e3fb-429e-a4e0-b69fe7699c8a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 944 time: 0.0730591 Jan 24 16:58:54.579076 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-84714b3e-d67c-43be-a432-18886f026032 req-2d474398-6a91-4a3b-bb60-366f68b68d50 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493784 Jan 24 16:58:54.584555 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f14ca206-06ff-48bb-bbee-18b81298afc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (b1b22741-e8bb-49c5-8bbe-7a2f61457a13), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:54.587371 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-f14ca206-06ff-48bb-bbee-18b81298afc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:54.588499 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-f14ca206-06ff-48bb-bbee-18b81298afc3 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/b1b22741-e8bb-49c5-8bbe-7a2f61457a13 HTTP/1.1" status: 204 len: 168 time: 0.1995823 Jan 24 16:58:54.596384 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ca206-06ff-48bb-bbee-18b81298afc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b22741-e8bb-49c5-8bbe-7a2f61457a13,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:54.678899 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b2ec-d1f9-475f-907f-45b1a7ba66f3 req-315fc22a-907c-4503-ad15-601b44f9a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:54.679387 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563fbe-590c-47db-936a-f0986259adac req-ef0c47bd-76a7-41fd-90e7-2d236e83ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:54.680823 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9e563fbe-590c-47db-936a-f0986259adac req-ef0c47bd-76a7-41fd-90e7-2d236e83ee80 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 1097 time: 0.0480678 Jan 24 16:58:54.681268 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8a74b2ec-d1f9-475f-907f-45b1a7ba66f3 req-315fc22a-907c-4503-ad15-601b44f9a649 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1a7df5c-5600-4530-8b3d-71768f17578c HTTP/1.1" status: 200 len: 847 time: 0.0568652 Jan 24 16:58:54.772134 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74b2ec-d1f9-475f-907f-45b1a7ba66f3 req-18c28d83-ac0d-4582-b564-466bd3a43941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:54.773914 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8a74b2ec-d1f9-475f-907f-45b1a7ba66f3 req-18c28d83-ac0d-4582-b564-466bd3a43941 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=47466270-541d-4039-a73f-7e91d25c0bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761020 Jan 24 16:58:54.798049 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f99c70-5e57-41e8-8677-dd3635123788 req-0019374f-b818-4e1c-a746-769c583e15db tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:54.799519 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c1f99c70-5e57-41e8-8677-dd3635123788 req-0019374f-b818-4e1c-a746-769c583e15db tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0717583 Jan 24 16:58:54.879594 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563fbe-590c-47db-936a-f0986259adac req-2133165a-d01f-4120-8367-ee6dd6849ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:54.881287 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9e563fbe-590c-47db-936a-f0986259adac req-2133165a-d01f-4120-8367-ee6dd6849ef3 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7a337369b3dc467394f2629fb2f8487c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1838551 Jan 24 16:58:54.903720 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c1f99c70-5e57-41e8-8677-dd3635123788 req-4d6ad8f3-2554-4273-8a85-202a507edd34 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927529 Jan 24 16:58:54.928682 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8a74b2ec-d1f9-475f-907f-45b1a7ba66f3 req-61c9ce00-2071-4cad-b3e2-5aecc78497ca service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409233 Jan 24 16:58:54.932317 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57344) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:54.984785 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2eb0446e-588b-4d73-a5a1-429341f5b10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:55.026285 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8a74b2ec-d1f9-475f-907f-45b1a7ba66f3 req-8428ab1d-37a4-4cf0-a96a-3013f0f2ce43 service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974660 Jan 24 16:58:55.086196 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563fbe-590c-47db-936a-f0986259adac req-358cd6e4-9fa6-48cd-88ea-afa9109cc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:55.088046 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9e563fbe-590c-47db-936a-f0986259adac req-358cd6e4-9fa6-48cd-88ea-afa9109cc8a2 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2006276 Jan 24 16:58:55.147688 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2eb0446e-588b-4d73-a5a1-429341f5b10e admin admin] Publish callbacks [] for security_group (a7345ff4-ee72-49fb-b19e-85f326c22219), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:55.173045 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-2eb0446e-588b-4d73-a5a1-429341f5b10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (a7345ff4-ee72-49fb-b19e-85f326c22219), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:55.221209 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-2eb0446e-588b-4d73-a5a1-429341f5b10e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=ad773d955b574fbca23a5a0a438b1a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878692 Jan 24 16:58:55.222794 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0446e-588b-4d73-a5a1-429341f5b10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7345ff4-ee72-49fb-b19e-85f326c22219,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:55.224506 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57362) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:55.232925 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-3c11ee73-d9b7-4b68-8c38-6ecf46393aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:55.234377 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-3c11ee73-d9b7-4b68-8c38-6ecf46393aa1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 1097 time: 0.1014998 Jan 24 16:58:55.277227 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-042117ac-33ee-479f-9704-a2b1971df407 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e43a4ce0-246d-42b6-873c-91ce5321e7de HTTP/1.1" status: 200 len: 217 time: 0.0354121 Jan 24 16:58:55.279817 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-63a03119-1e03-4eb9-a0b8-3b0c482d20d0 admin admin] Publish callbacks [] for security_group (a7345ff4-ee72-49fb-b19e-85f326c22219), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:55.310190 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-63a03119-1e03-4eb9-a0b8-3b0c482d20d0 admin admin] Publish callbacks [] for security_group (a7345ff4-ee72-49fb-b19e-85f326c22219), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:55.336064 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-c98a7dc2-ce8a-4aa9-9ff3-891893b00b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:55.337828 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-c98a7dc2-ce8a-4aa9-9ff3-891893b00b40 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0537503 Jan 24 16:58:55.359322 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-63a03119-1e03-4eb9-a0b8-3b0c482d20d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (a7345ff4-ee72-49fb-b19e-85f326c22219), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:55.361970 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-63a03119-1e03-4eb9-a0b8-3b0c482d20d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:55.363268 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-63a03119-1e03-4eb9-a0b8-3b0c482d20d0 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/a7345ff4-ee72-49fb-b19e-85f326c22219 HTTP/1.1" status: 204 len: 168 time: 0.1376410 Jan 24 16:58:55.374064 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a03119-1e03-4eb9-a0b8-3b0c482d20d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7345ff4-ee72-49fb-b19e-85f326c22219,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:55.388156 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-01ca9ccb-d481-4db9-85ce-fa6a5076e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:55.389741 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-01ca9ccb-d481-4db9-85ce-fa6a5076e42b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438793 Jan 24 16:58:55.490640 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-4242cb53-7036-411a-962a-dd3a16a73f76 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907226 Jan 24 16:58:55.582685 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5f9e265e-5df6-4f96-8f26-f1a07dd4c310 req-13734ceb-e4bf-4042-8670-28cba4fdd20d service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858464 Jan 24 16:58:55.699426 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853287b-e070-4447-a35e-f204bcdfb7f9 req-8bd10961-43fe-4bae-a986-c6a2bb2700fa tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:55.700916 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3853287b-e070-4447-a35e-f204bcdfb7f9 req-8bd10961-43fe-4bae-a986-c6a2bb2700fa tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 944 time: 0.0532634 Jan 24 16:58:55.752045 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3853287b-e070-4447-a35e-f204bcdfb7f9 req-c4742bff-ab23-4f99-aaa2-82dc1209d868 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453322 Jan 24 16:58:56.031761 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c221aa-f0d3-4a93-b43c-f7b64f987050 req-5cf4cfcd-c30e-409b-af65-21eb0cda5503 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:56.033251 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f7c221aa-f0d3-4a93-b43c-f7b64f987050 req-5cf4cfcd-c30e-409b-af65-21eb0cda5503 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0487027 Jan 24 16:58:56.085163 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f7c221aa-f0d3-4a93-b43c-f7b64f987050 req-e2ee50f0-aca9-4026-a093-46aa3938702d tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449932 Jan 24 16:58:56.410409 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57410) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:56.517869 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-97535a94-609a-4109-a290-a1fb072dd5ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:56.610905 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-97535a94-609a-4109-a290-a1fb072dd5ba admin admin] Publish callbacks [] for security_group (493808c2-1ef9-40ad-89e3-36719af4e6aa), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:56.611987 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-97535a94-609a-4109-a290-a1fb072dd5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (493808c2-1ef9-40ad-89e3-36719af4e6aa), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:56.654914 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-97535a94-609a-4109-a290-a1fb072dd5ba admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d25f2a5252e2438685322608a9f3eb4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425904 Jan 24 16:58:56.657609 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57422) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:56.664642 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97535a94-609a-4109-a290-a1fb072dd5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493808c2-1ef9-40ad-89e3-36719af4e6aa,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:56.711616 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d99f49c3-e457-44ec-8762-754c46d0efb1 admin admin] Publish callbacks [] for security_group (493808c2-1ef9-40ad-89e3-36719af4e6aa), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:56.733779 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d99f49c3-e457-44ec-8762-754c46d0efb1 admin admin] Publish callbacks [] for security_group (493808c2-1ef9-40ad-89e3-36719af4e6aa), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:56.782561 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d99f49c3-e457-44ec-8762-754c46d0efb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (493808c2-1ef9-40ad-89e3-36719af4e6aa), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:56.785261 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d99f49c3-e457-44ec-8762-754c46d0efb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:56.786939 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-d99f49c3-e457-44ec-8762-754c46d0efb1 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/493808c2-1ef9-40ad-89e3-36719af4e6aa HTTP/1.1" status: 204 len: 168 time: 0.1282711 Jan 24 16:58:56.797645 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f49c3-e457-44ec-8762-754c46d0efb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493808c2-1ef9-40ad-89e3-36719af4e6aa,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:56.892639 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64ce84-841b-4bc8-b169-287f803a914c req-223c8069-0bf5-4d1d-be88-1855744c8a4a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:56.894224 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1e64ce84-841b-4bc8-b169-287f803a914c req-223c8069-0bf5-4d1d-be88-1855744c8a4a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 944 time: 0.0573664 Jan 24 16:58:56.947971 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1e64ce84-841b-4bc8-b169-287f803a914c req-d237bcc6-6857-4bee-9ffe-6e5e1a8a2baa tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466752 Jan 24 16:58:57.201716 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd66ca-bdc3-478b-b1a9-b48d88614a60 req-3bda132e-533a-4e95-8118-24a8451ccfe7 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:57.203243 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-99cd66ca-bdc3-478b-b1a9-b48d88614a60 req-3bda132e-533a-4e95-8118-24a8451ccfe7 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0500517 Jan 24 16:58:57.257139 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-99cd66ca-bdc3-478b-b1a9-b48d88614a60 req-fa1bc6ea-95b0-4e55-8505-1d3371de3b57 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473936 Jan 24 16:58:57.330562 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [req-84232b4c-63a8-4441-8058-00804b096452 req-9323deb1-40d9-48d4-930c-27ba63085de6 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 16:58:57.331584 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-84232b4c-63a8-4441-8058-00804b096452 req-9323deb1-40d9-48d4-930c-27ba63085de6 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052805 Jan 24 16:58:57.505203 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-7cc8beaa-a692-4329-92d5-a45040b794b1 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770042 Jan 24 16:58:57.519518 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6750f11-5015-42dc-a7a5-8f6304e59d41 req-0c1c0d4d-0da0-4075-9159-50540ff22147 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:57.521652 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c6750f11-5015-42dc-a7a5-8f6304e59d41 req-0c1c0d4d-0da0-4075-9159-50540ff22147 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0654302 Jan 24 16:58:57.576075 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c6750f11-5015-42dc-a7a5-8f6304e59d41 req-7c486c8f-1489-4224-926f-961e2f7db0a3 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487471 Jan 24 16:58:57.940830 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57490) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:58.067607 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-22acc7a8-ca92-4ee6-8f4d-ccc73931f482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.086591 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43338a1a-58da-4927-ba0d-68ee779121b8 req-d04bb973-406c-4085-a591-f513664983f1 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:58.088172 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-43338a1a-58da-4927-ba0d-68ee779121b8 req-d04bb973-406c-4085-a591-f513664983f1 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 944 time: 0.0558412 Jan 24 16:58:58.156863 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-43338a1a-58da-4927-ba0d-68ee779121b8 req-a94ccf5b-8284-467b-a418-cefb97667f27 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616839 Jan 24 16:58:58.160617 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-22acc7a8-ca92-4ee6-8f4d-ccc73931f482 admin admin] Publish callbacks [] for security_group (6c410d92-5100-4d11-a450-24b623c82487), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.165588 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-22acc7a8-ca92-4ee6-8f4d-ccc73931f482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (6c410d92-5100-4d11-a450-24b623c82487), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.210889 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57502) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:58.211107 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-22acc7a8-ca92-4ee6-8f4d-ccc73931f482 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=5de5f4b606c94ef5832a79599d6aef73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679629 Jan 24 16:58:58.211897 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acc7a8-ca92-4ee6-8f4d-ccc73931f482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c410d92-5100-4d11-a450-24b623c82487,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:58.257474 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57504) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:58.263898 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-eb38b4b4-8a84-42ec-8526-5a7f495951a5 admin admin] Publish callbacks [] for security_group (6c410d92-5100-4d11-a450-24b623c82487), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.289716 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-eb38b4b4-8a84-42ec-8526-5a7f495951a5 admin admin] Publish callbacks [] for security_group (6c410d92-5100-4d11-a450-24b623c82487), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.345746 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-eb38b4b4-8a84-42ec-8526-5a7f495951a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (6c410d92-5100-4d11-a450-24b623c82487), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.349447 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-eb38b4b4-8a84-42ec-8526-5a7f495951a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.350977 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-eb38b4b4-8a84-42ec-8526-5a7f495951a5 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/6c410d92-5100-4d11-a450-24b623c82487 HTTP/1.1" status: 204 len: 168 time: 0.1380157 Jan 24 16:58:58.359603 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38b4b4-8a84-42ec-8526-5a7f495951a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c410d92-5100-4d11-a450-24b623c82487,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:58.387016 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f2989dd1-4c10-4369-acc9-d8215e55f544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.479687 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f2989dd1-4c10-4369-acc9-d8215e55f544 admin admin] Publish callbacks [] for security_group (9f5ca8c6-c635-4bf6-8a22-245e85f3d164), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.485622 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f2989dd1-4c10-4369-acc9-d8215e55f544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (9f5ca8c6-c635-4bf6-8a22-245e85f3d164), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.531289 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-f2989dd1-4c10-4369-acc9-d8215e55f544 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=2dc3363c56f542a9a24568117c4ebc02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719080 Jan 24 16:58:58.533686 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57512) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:58.533921 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2989dd1-4c10-4369-acc9-d8215e55f544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5ca8c6-c635-4bf6-8a22-245e85f3d164,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:58.596972 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-608c1e23-4706-4fe4-a0cb-ff2084aa765b admin admin] Publish callbacks [] for security_group (9f5ca8c6-c635-4bf6-8a22-245e85f3d164), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.620997 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-608c1e23-4706-4fe4-a0cb-ff2084aa765b admin admin] Publish callbacks [] for security_group (9f5ca8c6-c635-4bf6-8a22-245e85f3d164), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.671159 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-608c1e23-4706-4fe4-a0cb-ff2084aa765b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (9f5ca8c6-c635-4bf6-8a22-245e85f3d164), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.674014 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-608c1e23-4706-4fe4-a0cb-ff2084aa765b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:58.675628 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-608c1e23-4706-4fe4-a0cb-ff2084aa765b admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/9f5ca8c6-c635-4bf6-8a22-245e85f3d164 HTTP/1.1" status: 204 len: 168 time: 0.1404779 Jan 24 16:58:58.684039 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c1e23-4706-4fe4-a0cb-ff2084aa765b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5ca8c6-c635-4bf6-8a22-245e85f3d164,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:58.718086 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f889d9-e43d-4cc8-962c-ff600d051148 req-4025c416-77fa-4b1d-8f74-62774ebf0883 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:58.720010 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a9f889d9-e43d-4cc8-962c-ff600d051148 req-4025c416-77fa-4b1d-8f74-62774ebf0883 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0731874 Jan 24 16:58:58.776621 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-a9f889d9-e43d-4cc8-962c-ff600d051148 req-74e30530-cc17-4db9-83dc-475510bfb080 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498211 Jan 24 16:58:58.826956 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-a8af1c36-00a5-487e-9e5d-56315a5a88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:58.828860 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-a8af1c36-00a5-487e-9e5d-56315a5a88f4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc&tenant_id=511e72017a4b4da7a0748dae5a59e0ac HTTP/1.1" status: 200 len: 1098 time: 0.0544729 Jan 24 16:58:58.891469 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-2a2d628c-f0a3-499e-9663-7e352a247140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:58.893329 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-2a2d628c-f0a3-499e-9663-7e352a247140 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=511e72017a4b4da7a0748dae5a59e0ac&device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 1098 time: 0.0432522 Jan 24 16:58:58.986670 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57532) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:58.998252 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-aff4558d-8bcf-4ea1-81c8-674b12f7ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:58.999759 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-aff4558d-8bcf-4ea1-81c8-674b12f7ef17 service neutron] 10.222.0.79 "GET /v2.0/networks?id=47466270-541d-4039-a73f-7e91d25c0bd6 HTTP/1.1" status: 200 len: 908 time: 0.1004932 Jan 24 16:58:59.000025 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fca2cf08-e231-4a1e-b407-10bbd2607dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:59.072881 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-9147b87f-350c-4277-b55c-66ae3d076f54 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5 HTTP/1.1" status: 200 len: 1001 time: 0.0670784 Jan 24 16:58:59.084230 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fca2cf08-e231-4a1e-b407-10bbd2607dd9 admin admin] Publish callbacks [] for security_group (493a990d-fd5e-4ef7-a97a-36de71906a7a), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:59.089319 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-fca2cf08-e231-4a1e-b407-10bbd2607dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (493a990d-fd5e-4ef7-a97a-36de71906a7a), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:59.123265 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-948b0d66-1b3a-447a-b559-8e3626b3f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:59.124809 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-948b0d66-1b3a-447a-b559-8e3626b3f107 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1a7df5c-5600-4530-8b3d-71768f17578c HTTP/1.1" status: 200 len: 847 time: 0.0457242 Jan 24 16:58:59.128506 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-fca2cf08-e231-4a1e-b407-10bbd2607dd9 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=8f174819dbaf44b3bae04bd123dfe9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407151 Jan 24 16:58:59.130152 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2cf08-e231-4a1e-b407-10bbd2607dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493a990d-fd5e-4ef7-a97a-36de71906a7a,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:59.131805 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57536) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:58:59.202050 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-d99d4e1f-71bf-413f-953e-f21cdf4ac30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:59.203572 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-d99d4e1f-71bf-413f-953e-f21cdf4ac30e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=47466270-541d-4039-a73f-7e91d25c0bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705330 Jan 24 16:58:59.234149 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c5c382eb-18b7-4c91-9e29-a53518a67da0 admin admin] Publish callbacks [] for security_group (493a990d-fd5e-4ef7-a97a-36de71906a7a), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:59.320006 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c5c382eb-18b7-4c91-9e29-a53518a67da0 admin admin] Publish callbacks [] for security_group (493a990d-fd5e-4ef7-a97a-36de71906a7a), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:59.382255 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9f0f0-d625-47ed-9bcc-f6d5867465b0 req-8e244d0f-ef1d-4647-92f8-6cc6ca3a3a95 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:59.383802 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3ab9f0f0-d625-47ed-9bcc-f6d5867465b0 req-8e244d0f-ef1d-4647-92f8-6cc6ca3a3a95 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 944 time: 0.1508312 Jan 24 16:58:59.399622 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-c6f736ea-bac7-4273-9ef9-ccfd8e4b3b9f service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872072 Jan 24 16:58:59.442377 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c5c382eb-18b7-4c91-9e29-a53518a67da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (493a990d-fd5e-4ef7-a97a-36de71906a7a), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:59.444960 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-c5c382eb-18b7-4c91-9e29-a53518a67da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:59.446086 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-c5c382eb-18b7-4c91-9e29-a53518a67da0 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/493a990d-fd5e-4ef7-a97a-36de71906a7a HTTP/1.1" status: 204 len: 168 time: 0.3117869 Jan 24 16:58:59.496549 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c382eb-18b7-4c91-9e29-a53518a67da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493a990d-fd5e-4ef7-a97a-36de71906a7a,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:58:59.512785 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3ab9f0f0-d625-47ed-9bcc-f6d5867465b0 req-27dc5693-dce2-4b99-ab96-70fd839e5123 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224520 Jan 24 16:58:59.537488 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8feea030-b796-4d58-99e7-b8bb93f68e58 req-3d889ee3-8cc5-4fdd-b301-e943941abec4 service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314013 Jan 24 16:58:59.846483 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 16:58:59.922002 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacbb28-af6a-4e5a-8ef5-056d263382a0 req-4729586b-cfab-467a-ac9b-cf047c819e82 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:58:59.924780 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5dacbb28-af6a-4e5a-8ef5-056d263382a0 req-4729586b-cfab-467a-ac9b-cf047c819e82 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0572391 Jan 24 16:58:59.937539 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 is: ACTIVE; New status is: DOWN {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:58:59.937940 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:58:59.975098 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:58:59.977559 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:58:59.980266 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f5106c-0566-4bc7-82fd-37c4d221bb2e" -d '{"events": [{"server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "name": "network-vif-unplugged", "status": "completed", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:58:59.989550 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5dacbb28-af6a-4e5a-8ef5-056d263382a0 req-f7cd595f-61ac-476a-9270-dbaa3e316fc7 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569003 Jan 24 16:58:59.995605 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:00.048846 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Jan 2022 16:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c86a45-fb6d-4183-88bc-273be096f098 x-openstack-request-id: req-40c86a45-fb6d-4183-88bc-273be096f098 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:59:00.049140 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "name": "network-vif-unplugged", "status": "completed", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:59:00.049398 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-40c86a45-fb6d-4183-88bc-273be096f098 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:59:00.049796 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'code': 200} Jan 24 16:59:00.072845 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,revision_number=6']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:00.083449 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.083828 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.084170 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.084517 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.084855 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.085185 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.085514 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.085962 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.086829 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.087268 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.087502 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.087831 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.088160 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:00.654076 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3176d-8c1b-4581-9717-e0484e0270a6 req-0c1ab4b4-7b60-4c6a-a0ef-821f58c7808a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:00.655685 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5bd3176d-8c1b-4581-9717-e0484e0270a6 req-0c1ab4b4-7b60-4c6a-a0ef-821f58c7808a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 944 time: 0.0554507 Jan 24 16:59:00.711829 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-5bd3176d-8c1b-4581-9717-e0484e0270a6 req-d84e02c5-bb27-48b1-b890-cfd5439d511e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496612 Jan 24 16:59:01.123944 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25fab5-bf41-48ce-8235-ef45a4b7a942 req-d1f6b7d1-27bc-4d0c-83cd-0de45acb6049 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:01.131417 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5e25fab5-bf41-48ce-8235-ef45a4b7a942 req-d1f6b7d1-27bc-4d0c-83cd-0de45acb6049 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0600047 Jan 24 16:59:01.190396 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-5e25fab5-bf41-48ce-8235-ef45a4b7a942 req-b7e3ae43-6612-410e-9748-4f62eb67945a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581288 Jan 24 16:59:01.532357 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57684) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:01.641508 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e91c5deb-d6dd-4573-8b1f-31255f0e8661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:01.715331 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e91c5deb-d6dd-4573-8b1f-31255f0e8661 admin admin] Publish callbacks [] for security_group (2cebe566-1e92-40a4-baba-a6ced446bc88), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:01.719697 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e91c5deb-d6dd-4573-8b1f-31255f0e8661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2cebe566-1e92-40a4-baba-a6ced446bc88), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:01.758410 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-e91c5deb-d6dd-4573-8b1f-31255f0e8661 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=902de2361d32407b81e96f6825f7769a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249539 Jan 24 16:59:01.760401 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c5deb-d6dd-4573-8b1f-31255f0e8661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cebe566-1e92-40a4-baba-a6ced446bc88,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:01.761140 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57690) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:01.869502 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea25f1c-f77d-408b-b7ae-70cecf2cd026 req-c2b89621-2805-4042-b3ca-2626bf4de910 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:01.871000 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fea25f1c-f77d-408b-b7ae-70cecf2cd026 req-c2b89621-2805-4042-b3ca-2626bf4de910 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 944 time: 0.0872838 Jan 24 16:59:01.874009 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4aeacf40-7a32-4050-881c-ffb6e94756f6 admin admin] Publish callbacks [] for security_group (2cebe566-1e92-40a4-baba-a6ced446bc88), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:01.915792 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4aeacf40-7a32-4050-881c-ffb6e94756f6 admin admin] Publish callbacks [] for security_group (2cebe566-1e92-40a4-baba-a6ced446bc88), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:01.959645 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fea25f1c-f77d-408b-b7ae-70cecf2cd026 req-3b9532bb-0190-4764-9ddb-f85993ba9488 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826321 Jan 24 16:59:01.984797 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4aeacf40-7a32-4050-881c-ffb6e94756f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2cebe566-1e92-40a4-baba-a6ced446bc88), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:01.987738 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-4aeacf40-7a32-4050-881c-ffb6e94756f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:01.989536 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-4aeacf40-7a32-4050-881c-ffb6e94756f6 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/2cebe566-1e92-40a4-baba-a6ced446bc88 HTTP/1.1" status: 204 len: 168 time: 0.2268856 Jan 24 16:59:01.998174 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeacf40-7a32-4050-881c-ffb6e94756f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cebe566-1e92-40a4-baba-a6ced446bc88,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:02.263883 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57700) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:02.277379 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-878c3f92-9439-4fa4-b001-ae903fd7b7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:02.312880 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da9685-ad08-40fe-ba95-ae88bab889d7 req-27e29faf-89a5-490c-af92-257a0b601e07 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:02.314399 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-13da9685-ad08-40fe-ba95-ae88bab889d7 req-27e29faf-89a5-490c-af92-257a0b601e07 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0517514 Jan 24 16:59:02.365748 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-13da9685-ad08-40fe-ba95-ae88bab889d7 req-e1b45166-9437-40ce-96b7-eae3c0aaf8a4 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445645 Jan 24 16:59:02.367011 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-878c3f92-9439-4fa4-b001-ae903fd7b7d1 admin admin] Publish callbacks [] for security_group (f257b88a-a9d1-4580-a707-fc4583131340), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:02.372120 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-878c3f92-9439-4fa4-b001-ae903fd7b7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (f257b88a-a9d1-4580-a707-fc4583131340), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:02.410064 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-878c3f92-9439-4fa4-b001-ae903fd7b7d1 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=80caf9aa8b274f6eb57b37d92c8f790c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451101 Jan 24 16:59:02.412663 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c3f92-9439-4fa4-b001-ae903fd7b7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f257b88a-a9d1-4580-a707-fc4583131340,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:02.413426 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57702) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:02.466053 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ba869f12-67f2-474d-8612-c84c52ede786 admin admin] Publish callbacks [] for security_group (f257b88a-a9d1-4580-a707-fc4583131340), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:02.489714 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ba869f12-67f2-474d-8612-c84c52ede786 admin admin] Publish callbacks [] for security_group (f257b88a-a9d1-4580-a707-fc4583131340), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:02.537191 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ba869f12-67f2-474d-8612-c84c52ede786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (f257b88a-a9d1-4580-a707-fc4583131340), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:02.539779 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ba869f12-67f2-474d-8612-c84c52ede786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:02.540980 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-ba869f12-67f2-474d-8612-c84c52ede786 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/f257b88a-a9d1-4580-a707-fc4583131340 HTTP/1.1" status: 204 len: 168 time: 0.1265097 Jan 24 16:59:02.548945 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba869f12-67f2-474d-8612-c84c52ede786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f257b88a-a9d1-4580-a707-fc4583131340,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:03.080267 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5225f2c-e4ac-4436-ab38-430d1148c3cf req-c9dbbc2c-accd-4192-b985-346dd71afdd6 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:03.083109 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f5225f2c-e4ac-4436-ab38-430d1148c3cf req-c9dbbc2c-accd-4192-b985-346dd71afdd6 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 944 time: 0.0540767 Jan 24 16:59:03.137271 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f5225f2c-e4ac-4436-ab38-430d1148c3cf req-4ea2aacf-2431-4227-b5ca-f45fffe1232c tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481021 Jan 24 16:59:03.497332 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8c854-2276-46e3-9653-410b566c786e req-3316e903-a2a4-4509-a7a4-36549152e237 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:03.499132 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62c8c854-2276-46e3-9653-410b566c786e req-3316e903-a2a4-4509-a7a4-36549152e237 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0559411 Jan 24 16:59:03.551883 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-62c8c854-2276-46e3-9653-410b566c786e req-26f0335e-fc42-4e59-9635-403376ace636 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464199 Jan 24 16:59:03.798325 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:03.882068 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device e43a4ce0-246d-42b6-873c-91ce5321e7de details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:59:03.991302 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port e43a4ce0-246d-42b6-873c-91ce5321e7de, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=e43a4ce0-246d-42b6-873c-91ce5321e7de,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:59:04.002537 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'port_id': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'mac_address': 'fa:16:3e:ed:be:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:59:04.045640 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port e43a4ce0-246d-42b6-873c-91ce5321e7de is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:59:04.045889 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:04.058711 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43a4ce0-246d-42b6-873c-91ce5321e7de {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:59:04.084498 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port e43a4ce0-246d-42b6-873c-91ce5321e7de, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=e43a4ce0-246d-42b6-873c-91ce5321e7de,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:59:04.088316 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:04.142180 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=e43a4ce0-246d-42b6-873c-91ce5321e7de,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:04.256424 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646f6da-64e0-4108-a2d2-80e1418db446 req-de3859d9-4437-456e-9235-f3ea0ae17cfa tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:04.258002 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c646f6da-64e0-4108-a2d2-80e1418db446 req-de3859d9-4437-456e-9235-f3ea0ae17cfa tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 945 time: 0.0492554 Jan 24 16:59:04.308241 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c646f6da-64e0-4108-a2d2-80e1418db446 req-89dc5ae1-2fda-4336-9689-dca880769244 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440733 Jan 24 16:59:04.340232 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['e43a4ce0-246d-42b6-873c-91ce5321e7de'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:59:04.678969 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb23973-f8e4-4bc5-895f-5714bf6f4726 req-1c29d0a7-ae89-41db-a132-b53f737e7ebb tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:04.680631 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8bb23973-f8e4-4bc5-895f-5714bf6f4726 req-1c29d0a7-ae89-41db-a132-b53f737e7ebb tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0542054 Jan 24 16:59:04.734964 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-8bb23973-f8e4-4bc5-895f-5714bf6f4726 req-6d5c898c-be06-4ded-a5a7-7cca82a082b4 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486782 Jan 24 16:59:05.428589 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd090fc3-d580-4221-a44e-325aea909441 req-c2ac9fb5-039e-4109-b1e5-df104d62f7b0 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:05.430010 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fd090fc3-d580-4221-a44e-325aea909441 req-c2ac9fb5-039e-4109-b1e5-df104d62f7b0 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 945 time: 0.0538399 Jan 24 16:59:05.478922 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-fd090fc3-d580-4221-a44e-325aea909441 req-8064a3c7-9864-4b6a-b2e1-1c51bc3eee79 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433536 Jan 24 16:59:05.646998 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-270b9bee-c223-4c5c-aac3-683c0c760f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:05.764680 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdef50-fe64-4a32-b67f-3abfed717c8d req-fbc596c2-b102-468a-9d85-359888f61426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:05.766481 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4fcdef50-fe64-4a32-b67f-3abfed717c8d req-fbc596c2-b102-468a-9d85-359888f61426 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 1096 time: 0.0419261 Jan 24 16:59:05.826379 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4fcdef50-fe64-4a32-b67f-3abfed717c8d req-238da20b-c6be-4df5-8e37-74dcf67e8c35 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511189 Jan 24 16:59:05.861184 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f854f-cab8-4c06-9412-118475e6ab26 req-8a90d07e-a436-44c1-b16c-e129025f9e6a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:05.862689 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3a6f854f-cab8-4c06-9412-118475e6ab26 req-8a90d07e-a436-44c1-b16c-e129025f9e6a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0502222 Jan 24 16:59:05.907997 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device e43a4ce0-246d-42b6-873c-91ce5321e7de up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:59:05.914796 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-3a6f854f-cab8-4c06-9412-118475e6ab26 req-178103c1-06a0-4e4b-84e8-9575c69aab47 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 Jan 24 16:59:05.958280 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port e43a4ce0-246d-42b6-873c-91ce5321e7de completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 16:59:05.962782 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port e43a4ce0-246d-42b6-873c-91ce5321e7de triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:59:05.963170 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:06.043472 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port e43a4ce0-246d-42b6-873c-91ce5321e7de is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:59:06.043860 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:06.067512 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43a4ce0-246d-42b6-873c-91ce5321e7de'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:59:06.069740 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f10f37-1676-4c46-8f91-2fc3077378b3" -d '{"events": [{"server_uuid": "77a62339-b2a1-409a-9c18-64ec7f8263f7", "name": "network-vif-plugged", "status": "completed", "tag": "e43a4ce0-246d-42b6-873c-91ce5321e7de"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:59:06.082714 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port e43a4ce0-246d-42b6-873c-91ce5321e7de, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=e43a4ce0-246d-42b6-873c-91ce5321e7de,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:59:06.087086 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:06.110598 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b734be97-9027-4623-932b-0d8d8875cf7d x-openstack-request-id: req-b734be97-9027-4623-932b-0d8d8875cf7d {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:59:06.110918 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a62339-b2a1-409a-9c18-64ec7f8263f7", "name": "network-vif-plugged", "status": "completed", "tag": "e43a4ce0-246d-42b6-873c-91ce5321e7de", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:59:06.111164 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-b734be97-9027-4623-932b-0d8d8875cf7d {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:59:06.111587 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'code': 200} Jan 24 16:59:06.128539 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:59:06.140126 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=e43a4ce0-246d-42b6-873c-91ce5321e7de,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:06.344086 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c462ad-e18a-41f7-843a-fca1fa206384 req-e412c3f6-4104-41b2-bbe4-66c96af01007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:06.345567 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-81c462ad-e18a-41f7-843a-fca1fa206384 req-e412c3f6-4104-41b2-bbe4-66c96af01007 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 1099 time: 0.0482945 Jan 24 16:59:06.411955 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-81c462ad-e18a-41f7-843a-fca1fa206384 req-10998e1b-af25-4bd3-acbf-6a9c5fc15833 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588422 Jan 24 16:59:06.606357 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94ace2-2927-4317-b705-d1ddf8cb62ef req-5c31e321-3cf7-4759-9923-678aeb7948a5 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:06.607832 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9a94ace2-2927-4317-b705-d1ddf8cb62ef req-5c31e321-3cf7-4759-9923-678aeb7948a5 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 946 time: 0.0540023 Jan 24 16:59:06.656938 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-9a94ace2-2927-4317-b705-d1ddf8cb62ef req-ae15fa96-79f1-4d39-a282-526d6b0d59f6 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436282 Jan 24 16:59:07.036904 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccb764-e96b-46ef-85a3-7f38c0b96c58 req-23319e8f-675b-411b-a2a1-8bff5a9f6398 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:07.038437 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-06ccb764-e96b-46ef-85a3-7f38c0b96c58 req-23319e8f-675b-411b-a2a1-8bff5a9f6398 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 943 time: 0.0515146 Jan 24 16:59:07.088431 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-06ccb764-e96b-46ef-85a3-7f38c0b96c58 req-f2587f79-dcbe-48c4-a807-b3dc6ee250c4 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439997 Jan 24 16:59:07.778280 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26eb32-7ad5-4d3e-b2c6-cda2d3f25dcd req-8fcfa50a-0323-43dc-800b-f684b4f3aa3a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:07.779754 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7c26eb32-7ad5-4d3e-b2c6-cda2d3f25dcd req-8fcfa50a-0323-43dc-800b-f684b4f3aa3a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 946 time: 0.0528374 Jan 24 16:59:07.831421 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7c26eb32-7ad5-4d3e-b2c6-cda2d3f25dcd req-068199da-db8e-45ac-b403-10293b5ec7d1 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459788 Jan 24 16:59:07.911557 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-4278f51d-15ab-412c-b1b6-7520f975cf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:07.914454 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 16:59:07.964163 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce622e3-901b-4485-9b6c-cf0df5ee92b9 req-cae4685f-efb8-4794-85e6-4c4fa6313cc4 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:07.965643 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cce622e3-901b-4485-9b6c-cf0df5ee92b9 req-cae4685f-efb8-4794-85e6-4c4fa6313cc4 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 946 time: 0.0688365 Jan 24 16:59:08.017543 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:59:08.018007 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cce622e3-901b-4485-9b6c-cf0df5ee92b9 req-8ff1b19f-8246-4439-aa63-2963375baa68 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463820 Jan 24 16:59:08.039391 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'port_id': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'mac_address': 'fa:16:3e:94:0a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 16:59:08.041400 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57826) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:08.075751 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:59:08.076144 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:08.082056 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3253ef-e807-40fc-92db-933886faa459 tempest-TestVolumeBootPattern-143365913 tempest-TestVolumeBootPattern-143365913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:08.083948 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-bc3253ef-e807-40fc-92db-933886faa459 tempest-TestVolumeBootPattern-143365913 tempest-TestVolumeBootPattern-143365913-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 1094 time: 0.0415571 Jan 24 16:59:08.086732 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57828) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:08.090096 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 16:59:08.091013 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'floatingip': {'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'port_id': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 16:59:08.110677 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:59:08.116379 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:08.116851 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:08.182174 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,revision_number=7']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:08.248945 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71267e7c-c6ea-4278-a544-a3b74f419f68 req-b058d4bc-a85e-45f3-9872-18939b3b7d0d tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:08.250406 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-71267e7c-c6ea-4278-a544-a3b74f419f68 req-b058d4bc-a85e-45f3-9872-18939b3b7d0d tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 944 time: 0.0672312 Jan 24 16:59:08.314068 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:08.325078 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-71267e7c-c6ea-4278-a544-a3b74f419f68 req-7ecbeadf-2a63-4e6b-b74d-ee7b67919f44 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673883 Jan 24 16:59:08.377825 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['020ec9b3-10b6-48ee-9f35-59587ddb3bf5'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 16:59:08.427393 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Allocated IP 172.27.3.157 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/c43812c1-08b8-4416-98c7-aa4ece7ae13e) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 16:59:08.534179 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for port (c43812c1-08b8-4416-98c7-aa4ece7ae13e), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:08.571326 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (c43812c1-08b8-4416-98c7-aa4ece7ae13e), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:08.611068 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 16:59:08.614173 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 16:59:08.617498 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 16:59:08.647709 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'Port': ['ID=c43812c1-08b8-4416-98c7-aa4ece7ae13e,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:08.658941 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:08.659300 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:08.659650 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:08.660183 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:08.660773 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:08.661198 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:08.661538 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:08.661877 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:08.662219 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:08.662549 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:08.662908 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:08.663236 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:08.663562 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:09.003258 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:09.274684 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (0d1e424e-e09d-4766-99c8-dad65de34e29), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:09.354151 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (c43812c1-08b8-4416-98c7-aa4ece7ae13e), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:09.508802 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for port (c43812c1-08b8-4416-98c7-aa4ece7ae13e), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:09.514081 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (c43812c1-08b8-4416-98c7-aa4ece7ae13e), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:09.584754 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'Port': ['ID=c43812c1-08b8-4416-98c7-aa4ece7ae13e,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:09.600172 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (0d1e424e-e09d-4766-99c8-dad65de34e29), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:09.701048 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.l3_db [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Floating IP 0d1e424e-e09d-4766-99c8-dad65de34e29 associated. External IP: 172.27.3.157, port: e43a4ce0-246d-42b6-873c-91ce5321e7de. Jan 24 16:59:09.915312 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 16:59:09.936836 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 16:59:09.987842 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 16:59:09.988717 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:10.026458 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 16:59:10.037091 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a46d5-4b4e-487c-9c9e-01a0ad28670d None None] Sync routers for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 16:59:10.045895 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:10.074349 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-0accd286-1f94-439b-88cf-10ce61855012 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9865305 Jan 24 16:59:10.075063 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'tag': 'e43a4ce0-246d-42b6-873c-91ce5321e7de'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:59:10.075799 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a46d5-4b4e-487c-9c9e-01a0ad28670d None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:59:10.076439 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-772a46d5-4b4e-487c-9c9e-01a0ad28670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:59:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:59:10.077288 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edf9e15-bbed-4cde-8d2a-fa8064204189" -d '{"events": [{"name": "network-changed", "server_uuid": "77a62339-b2a1-409a-9c18-64ec7f8263f7", "tag": "e43a4ce0-246d-42b6-873c-91ce5321e7de"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:59:10.134040 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 16:59:10.134433 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:10.139018 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 16:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b54c630-5b7a-487d-8909-27363aa91e2b x-openstack-request-id: req-5b54c630-5b7a-487d-8909-27363aa91e2b {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:59:10.139226 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a62339-b2a1-409a-9c18-64ec7f8263f7", "tag": "e43a4ce0-246d-42b6-873c-91ce5321e7de", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:59:10.139428 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-5b54c630-5b7a-487d-8909-27363aa91e2b {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:59:10.139830 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'tag': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'status': 'completed', 'code': 200} Jan 24 16:59:10.197424 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 16:59:10.199793 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aebe5b-9065-4f75-98fa-86cc87d8e681" -d '{"events": [{"server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "name": "network-vif-plugged", "status": "completed", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 16:59:10.205909 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf9e15-bbed-4cde-8d2a-fa8064204189 req-d045ef9f-9a83-4e0b-a38d-5be42bf26074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:10.207808 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0edf9e15-bbed-4cde-8d2a-fa8064204189 req-d045ef9f-9a83-4e0b-a38d-5be42bf26074 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 1099 time: 0.0449078 Jan 24 16:59:10.218251 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 16:59:10.226562 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:10.257005 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 16:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0dffa8-9272-45e4-8449-c470b98eac56 x-openstack-request-id: req-5a0dffa8-9272-45e4-8449-c470b98eac56 {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 16:59:10.257300 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "name": "network-vif-plugged", "status": "completed", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 16:59:10.257526 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-5a0dffa8-9272-45e4-8449-c470b98eac56 {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 16:59:10.257933 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'code': 200} Jan 24 16:59:10.260970 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-772a46d5-4b4e-487c-9c9e-01a0ad28670d None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:59:10.319650 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf9e15-bbed-4cde-8d2a-fa8064204189 req-ede65815-ef3d-498b-8b68-fed8b9a7c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:10.321785 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0edf9e15-bbed-4cde-8d2a-fa8064204189 req-ede65815-ef3d-498b-8b68-fed8b9a7c936 service neutron] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 911 time: 0.1057310 Jan 24 16:59:10.355818 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,revision_number=8']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:10.389830 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0edf9e15-bbed-4cde-8d2a-fa8064204189 req-84ea30c1-dff4-4c23-baf7-9e7d32798d81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e43a4ce0-246d-42b6-873c-91ce5321e7de HTTP/1.1" status: 200 len: 1000 time: 0.0614734 Jan 24 16:59:10.440808 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf9e15-bbed-4cde-8d2a-fa8064204189 req-8907e3c4-b8e8-4f28-884f-f74c7d51b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:10.443217 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0edf9e15-bbed-4cde-8d2a-fa8064204189 req-8907e3c4-b8e8-4f28-884f-f74c7d51b69f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0466330 Jan 24 16:59:10.494670 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf9e15-bbed-4cde-8d2a-fa8064204189 req-8d195d72-6a4f-48bc-9d53-42f53e838191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:10.496301 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0edf9e15-bbed-4cde-8d2a-fa8064204189 req-8d195d72-6a4f-48bc-9d53-42f53e838191 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471640 Jan 24 16:59:10.512938 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-772a46d5-4b4e-487c-9c9e-01a0ad28670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '0d1e424e-e09d-4766-99c8-dad65de34e29', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:ed:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:59:08Z', 'updated_at': '2022-01-24T16:59:08Z', 'revision_number': 0, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:59:10.543837 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a46d5-4b4e-487c-9c9e-01a0ad28670d None None] Checking router: 8b7aadd5-b03a-465c-8e31-547ae9e75b68 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 16:59:10.560561 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a46d5-4b4e-487c-9c9e-01a0ad28670d None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 16:59:10.561343 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-772a46d5-4b4e-487c-9c9e-01a0ad28670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T16:59:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:59:10.565502 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:10.590444 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0edf9e15-bbed-4cde-8d2a-fa8064204189 req-fde31794-0dd6-4bd7-a608-48a3970c9c42 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868955 Jan 24 16:59:10.679928 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-772a46d5-4b4e-487c-9c9e-01a0ad28670d None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 16:59:10.694573 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0edf9e15-bbed-4cde-8d2a-fa8064204189 req-43c38f64-8023-4696-8052-ebeb62f0b318 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974123 Jan 24 16:59:10.937622 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-772a46d5-4b4e-487c-9c9e-01a0ad28670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '0d1e424e-e09d-4766-99c8-dad65de34e29', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:ed:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:59:08Z', 'updated_at': '2022-01-24T16:59:08Z', 'revision_number': 0, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 16:59:10.967665 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a46d5-4b4e-487c-9c9e-01a0ad28670d None None] The sync data for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi is: [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '0d1e424e-e09d-4766-99c8-dad65de34e29', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:ed:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:59:08Z', 'updated_at': '2022-01-24T16:59:08Z', 'revision_number': 0, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 16:59:11.185924 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f4970-85ed-450c-aeec-e11748520e03 None None] New status for floating IP 0d1e424e-e09d-4766-99c8-dad65de34e29: ACTIVE {{(pid=114083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 16:59:11.301936 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57898) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:11.408985 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:11.487012 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Publish callbacks [] for security_group (a2d4b8d4-f484-4e1e-bb15-1db422e975f2), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:11.491602 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (a2d4b8d4-f484-4e1e-bb15-1db422e975f2), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:11.527058 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d4b8d4-f484-4e1e-bb15-1db422e975f2,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:11.530627 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=fcf9cc26884a4b0cb96fd77c61e53ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276933 Jan 24 16:59:11.533464 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57904) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:11.536945 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.537290 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.537633 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.537966 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.538287 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.538611 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.538958 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.539284 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.539605 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.539922 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.540241 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.540551 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.540865 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603cfda-d623-4532-bfc0-ac4f8f373a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 16:59:11.581170 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a5fdad1-9a7d-458d-897f-a30038098f78 admin admin] Publish callbacks [] for security_group (a2d4b8d4-f484-4e1e-bb15-1db422e975f2), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:11.602392 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a5fdad1-9a7d-458d-897f-a30038098f78 admin admin] Publish callbacks [] for security_group (a2d4b8d4-f484-4e1e-bb15-1db422e975f2), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:11.648109 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a5fdad1-9a7d-458d-897f-a30038098f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (a2d4b8d4-f484-4e1e-bb15-1db422e975f2), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:11.650907 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-6a5fdad1-9a7d-458d-897f-a30038098f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:11.652051 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-6a5fdad1-9a7d-458d-897f-a30038098f78 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/a2d4b8d4-f484-4e1e-bb15-1db422e975f2 HTTP/1.1" status: 204 len: 168 time: 0.1175053 Jan 24 16:59:11.659673 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fdad1-9a7d-458d-897f-a30038098f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d4b8d4-f484-4e1e-bb15-1db422e975f2,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:11.874985 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:11.913020 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57910) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:11.926739 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d79496a2-eeb1-41b1-8fd7-00afee94bb22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:11.999270 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d79496a2-eeb1-41b1-8fd7-00afee94bb22 admin admin] Publish callbacks [] for security_group (d17ada75-2109-472f-a0e5-72168bb7a340), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.003067 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-d79496a2-eeb1-41b1-8fd7-00afee94bb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (d17ada75-2109-472f-a0e5-72168bb7a340), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.044577 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-d79496a2-eeb1-41b1-8fd7-00afee94bb22 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=86d139acebb947cf86e58bc0564f142f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305683 Jan 24 16:59:12.045433 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79496a2-eeb1-41b1-8fd7-00afee94bb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17ada75-2109-472f-a0e5-72168bb7a340,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:12.047268 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57912) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:12.095535 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d0202c41-390f-4397-938a-98fdd1d2232d admin admin] Publish callbacks [] for security_group (d17ada75-2109-472f-a0e5-72168bb7a340), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.116927 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d0202c41-390f-4397-938a-98fdd1d2232d admin admin] Publish callbacks [] for security_group (d17ada75-2109-472f-a0e5-72168bb7a340), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.169626 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d0202c41-390f-4397-938a-98fdd1d2232d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (d17ada75-2109-472f-a0e5-72168bb7a340), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.172095 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-d0202c41-390f-4397-938a-98fdd1d2232d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.173222 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-d0202c41-390f-4397-938a-98fdd1d2232d admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/d17ada75-2109-472f-a0e5-72168bb7a340 HTTP/1.1" status: 204 len: 168 time: 0.1249762 Jan 24 16:59:12.180612 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0202c41-390f-4397-938a-98fdd1d2232d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17ada75-2109-472f-a0e5-72168bb7a340,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:12.487476 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 57920) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:12.501129 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7029c493-482c-43d7-aae2-de61de0de1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.575987 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7029c493-482c-43d7-aae2-de61de0de1db admin admin] Publish callbacks [] for security_group (e48c55e0-ffcb-49d3-94db-b706d77d203b), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.579534 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7029c493-482c-43d7-aae2-de61de0de1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (e48c55e0-ffcb-49d3-94db-b706d77d203b), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.618918 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-7029c493-482c-43d7-aae2-de61de0de1db admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=9a84ed048c9848f5ab2d8878cec1cb9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301517 Jan 24 16:59:12.619674 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029c493-482c-43d7-aae2-de61de0de1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48c55e0-ffcb-49d3-94db-b706d77d203b,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:12.621656 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57922) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:12.668113 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-717b219c-c3fd-4cc6-abe3-ecf8383d7ebd admin admin] Publish callbacks [] for security_group (e48c55e0-ffcb-49d3-94db-b706d77d203b), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.688984 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-717b219c-c3fd-4cc6-abe3-ecf8383d7ebd admin admin] Publish callbacks [] for security_group (e48c55e0-ffcb-49d3-94db-b706d77d203b), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.733116 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-717b219c-c3fd-4cc6-abe3-ecf8383d7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (e48c55e0-ffcb-49d3-94db-b706d77d203b), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.735641 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-717b219c-c3fd-4cc6-abe3-ecf8383d7ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:12.736764 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-717b219c-c3fd-4cc6-abe3-ecf8383d7ebd admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e48c55e0-ffcb-49d3-94db-b706d77d203b HTTP/1.1" status: 204 len: 168 time: 0.1141138 Jan 24 16:59:12.744704 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b219c-c3fd-4cc6-abe3-ecf8383d7ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48c55e0-ffcb-49d3-94db-b706d77d203b,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:16.911325 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 57998) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:17.030802 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-15403121-f43d-4b92-a7e0-01f1cb66b116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.108901 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-15403121-f43d-4b92-a7e0-01f1cb66b116 admin admin] Publish callbacks [] for security_group (f62f302a-fbdb-4245-81cb-9c3c1d04df9d), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.114376 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-15403121-f43d-4b92-a7e0-01f1cb66b116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (f62f302a-fbdb-4245-81cb-9c3c1d04df9d), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.152359 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15403121-f43d-4b92-a7e0-01f1cb66b116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62f302a-fbdb-4245-81cb-9c3c1d04df9d,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:17.160199 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-15403121-f43d-4b92-a7e0-01f1cb66b116 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=4cc1dfdf2a034d4e858b0e0cd973d955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450881 Jan 24 16:59:17.161075 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58006) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:17.211139 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ba022108-f7b8-46b4-9eb7-f664a9b0c4bd admin admin] Publish callbacks [] for security_group (f62f302a-fbdb-4245-81cb-9c3c1d04df9d), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.233510 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ba022108-f7b8-46b4-9eb7-f664a9b0c4bd admin admin] Publish callbacks [] for security_group (f62f302a-fbdb-4245-81cb-9c3c1d04df9d), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.279929 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ba022108-f7b8-46b4-9eb7-f664a9b0c4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (f62f302a-fbdb-4245-81cb-9c3c1d04df9d), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.282825 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ba022108-f7b8-46b4-9eb7-f664a9b0c4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.283988 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-ba022108-f7b8-46b4-9eb7-f664a9b0c4bd admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/f62f302a-fbdb-4245-81cb-9c3c1d04df9d HTTP/1.1" status: 204 len: 168 time: 0.1224718 Jan 24 16:59:17.293025 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba022108-f7b8-46b4-9eb7-f664a9b0c4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62f302a-fbdb-4245-81cb-9c3c1d04df9d,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:17.546644 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58012) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:17.559871 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-024532a8-b4a7-4889-89c3-9f506f046b9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.633947 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-024532a8-b4a7-4889-89c3-9f506f046b9b admin admin] Publish callbacks [] for security_group (aceaa9dd-7d83-4536-bb3f-d2f415fd68a7), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.637588 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-024532a8-b4a7-4889-89c3-9f506f046b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (aceaa9dd-7d83-4536-bb3f-d2f415fd68a7), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.675666 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-024532a8-b4a7-4889-89c3-9f506f046b9b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=4942d6b31e054f3ba9e6057b416c25d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278174 Jan 24 16:59:17.676531 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024532a8-b4a7-4889-89c3-9f506f046b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aceaa9dd-7d83-4536-bb3f-d2f415fd68a7,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:17.678312 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58014) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:17.726383 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a979bfad-9cee-4ade-af8a-69a9ddcd60ab admin admin] Publish callbacks [] for security_group (aceaa9dd-7d83-4536-bb3f-d2f415fd68a7), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.746388 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a979bfad-9cee-4ade-af8a-69a9ddcd60ab admin admin] Publish callbacks [] for security_group (aceaa9dd-7d83-4536-bb3f-d2f415fd68a7), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.792382 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a979bfad-9cee-4ade-af8a-69a9ddcd60ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (aceaa9dd-7d83-4536-bb3f-d2f415fd68a7), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.795338 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-a979bfad-9cee-4ade-af8a-69a9ddcd60ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:17.796503 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-a979bfad-9cee-4ade-af8a-69a9ddcd60ab admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/aceaa9dd-7d83-4536-bb3f-d2f415fd68a7 HTTP/1.1" status: 204 len: 168 time: 0.1171803 Jan 24 16:59:17.804585 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979bfad-9cee-4ade-af8a-69a9ddcd60ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceaa9dd-7d83-4536-bb3f-d2f415fd68a7,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:23.879676 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58112) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:23.981167 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ba9cba00-e9d5-4311-b6b8-4e21c0a2b6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:24.056766 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ba9cba00-e9d5-4311-b6b8-4e21c0a2b6f7 admin admin] Publish callbacks [] for security_group (5fabbafd-3156-4353-8eb0-a10ad2fb8ced), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:24.060208 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-ba9cba00-e9d5-4311-b6b8-4e21c0a2b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (5fabbafd-3156-4353-8eb0-a10ad2fb8ced), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:24.097858 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-ba9cba00-e9d5-4311-b6b8-4e21c0a2b6f7 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=ba2b80c5caea487ea1ef88472b5c6fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170608 Jan 24 16:59:24.098909 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cba00-e9d5-4311-b6b8-4e21c0a2b6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fabbafd-3156-4353-8eb0-a10ad2fb8ced,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:24.100494 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58116) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:24.152476 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9060ac17-f958-48dc-bb70-33a44e4bb0f9 admin admin] Publish callbacks [] for security_group (5fabbafd-3156-4353-8eb0-a10ad2fb8ced), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:24.175485 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9060ac17-f958-48dc-bb70-33a44e4bb0f9 admin admin] Publish callbacks [] for security_group (5fabbafd-3156-4353-8eb0-a10ad2fb8ced), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:24.226400 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9060ac17-f958-48dc-bb70-33a44e4bb0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (5fabbafd-3156-4353-8eb0-a10ad2fb8ced), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:24.228062 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-9060ac17-f958-48dc-bb70-33a44e4bb0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:24.231553 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-9060ac17-f958-48dc-bb70-33a44e4bb0f9 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/5fabbafd-3156-4353-8eb0-a10ad2fb8ced HTTP/1.1" status: 204 len: 168 time: 0.1277654 Jan 24 16:59:24.237741 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060ac17-f958-48dc-bb70-33a44e4bb0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fabbafd-3156-4353-8eb0-a10ad2fb8ced,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:27.249698 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58216) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:27.355197 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-82be0948-fcf7-49d9-ad20-c99abeb13e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:27.428100 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-82be0948-fcf7-49d9-ad20-c99abeb13e65 admin admin] Publish callbacks [] for security_group (f5d7eb01-5963-47f2-8270-5d952a1113c6), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:27.435759 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-82be0948-fcf7-49d9-ad20-c99abeb13e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (f5d7eb01-5963-47f2-8270-5d952a1113c6), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:27.478330 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-82be0948-fcf7-49d9-ad20-c99abeb13e65 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=a2947438820e4664aa20c3c7b4aa57a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275832 Jan 24 16:59:27.479557 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be0948-fcf7-49d9-ad20-c99abeb13e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d7eb01-5963-47f2-8270-5d952a1113c6,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:27.480960 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58222) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:27.533418 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-dfb04703-fbb4-4bd5-88da-e1079c396c80 admin admin] Publish callbacks [] for security_group (f5d7eb01-5963-47f2-8270-5d952a1113c6), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:27.556072 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-dfb04703-fbb4-4bd5-88da-e1079c396c80 admin admin] Publish callbacks [] for security_group (f5d7eb01-5963-47f2-8270-5d952a1113c6), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:27.603257 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-dfb04703-fbb4-4bd5-88da-e1079c396c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (f5d7eb01-5963-47f2-8270-5d952a1113c6), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:27.606067 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-dfb04703-fbb4-4bd5-88da-e1079c396c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:27.607286 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-dfb04703-fbb4-4bd5-88da-e1079c396c80 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/f5d7eb01-5963-47f2-8270-5d952a1113c6 HTTP/1.1" status: 204 len: 168 time: 0.1252656 Jan 24 16:59:27.615890 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb04703-fbb4-4bd5-88da-e1079c396c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d7eb01-5963-47f2-8270-5d952a1113c6,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:33.819123 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:35.650913 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-45bb51d0-ebd8-4430-8e6c-7a6ebfa23f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:37.894013 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d666e8f9-e7be-4d34-ac01-72b8f49172fa req-7ed18dad-4fdb-4997-947a-260db2e48a4f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400693 Jan 24 16:59:37.902505 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6f06fa6a-2503-406e-8f49-cf77579b8cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:37.985152 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666e8f9-e7be-4d34-ac01-72b8f49172fa req-ce1ea58b-9edc-4777-985a-21fa7e965ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:37.986588 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d666e8f9-e7be-4d34-ac01-72b8f49172fa req-ce1ea58b-9edc-4777-985a-21fa7e965ca1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=511e72017a4b4da7a0748dae5a59e0ac&device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 1098 time: 0.0428741 Jan 24 16:59:38.091198 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666e8f9-e7be-4d34-ac01-72b8f49172fa req-fd5c319d-de6d-43ce-a78b-a8134e6d1f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:38.092740 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d666e8f9-e7be-4d34-ac01-72b8f49172fa req-fd5c319d-de6d-43ce-a78b-a8134e6d1f30 service neutron] 10.222.0.79 "GET /v2.0/networks?id=47466270-541d-4039-a73f-7e91d25c0bd6 HTTP/1.1" status: 200 len: 908 time: 0.0858080 Jan 24 16:59:38.166991 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d666e8f9-e7be-4d34-ac01-72b8f49172fa req-c30154f4-05b6-4aab-baed-9954f81c8428 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5 HTTP/1.1" status: 200 len: 1001 time: 0.0663464 Jan 24 16:59:38.214981 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666e8f9-e7be-4d34-ac01-72b8f49172fa req-dc10b53a-2378-4285-9c03-9272cca31656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:38.216411 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d666e8f9-e7be-4d34-ac01-72b8f49172fa req-dc10b53a-2378-4285-9c03-9272cca31656 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1a7df5c-5600-4530-8b3d-71768f17578c HTTP/1.1" status: 200 len: 847 time: 0.0423391 Jan 24 16:59:38.234431 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58390) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:38.268791 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666e8f9-e7be-4d34-ac01-72b8f49172fa req-3c1c566a-874b-4c55-86b6-d5d1d065cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 16:59:38.270646 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d666e8f9-e7be-4d34-ac01-72b8f49172fa req-3c1c566a-874b-4c55-86b6-d5d1d065cbab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=47466270-541d-4039-a73f-7e91d25c0bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467906 Jan 24 16:59:38.356296 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e35bb6d9-e580-4849-895d-4365666e7de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:38.393847 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d666e8f9-e7be-4d34-ac01-72b8f49172fa req-b0a790fd-2a65-4369-ad77-05ffbc745a43 service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108570 Jan 24 16:59:38.522912 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e35bb6d9-e580-4849-895d-4365666e7de6 admin admin] Publish callbacks [] for security_group (2136da8d-cdc3-499b-99c8-723303387796), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:38.525875 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-d666e8f9-e7be-4d34-ac01-72b8f49172fa req-b73bf2bf-d355-475b-ae38-0d21de966ebd service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228509 Jan 24 16:59:38.526888 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-e35bb6d9-e580-4849-895d-4365666e7de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2136da8d-cdc3-499b-99c8-723303387796), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:38.564614 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-e35bb6d9-e580-4849-895d-4365666e7de6 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=5bfe8e2002df4a03b8904d7f8281939a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291416 Jan 24 16:59:38.566596 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bb6d9-e580-4849-895d-4365666e7de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2136da8d-cdc3-499b-99c8-723303387796,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:38.567550 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58394) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:38.615457 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-b360630a-75fe-4d7a-9693-c22912eacd02 admin admin] Publish callbacks [] for security_group (2136da8d-cdc3-499b-99c8-723303387796), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:38.635309 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-b360630a-75fe-4d7a-9693-c22912eacd02 admin admin] Publish callbacks [] for security_group (2136da8d-cdc3-499b-99c8-723303387796), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:38.683083 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-b360630a-75fe-4d7a-9693-c22912eacd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2136da8d-cdc3-499b-99c8-723303387796), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:38.685528 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-b360630a-75fe-4d7a-9693-c22912eacd02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:38.686640 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-b360630a-75fe-4d7a-9693-c22912eacd02 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/2136da8d-cdc3-499b-99c8-723303387796 HTTP/1.1" status: 204 len: 168 time: 0.1181304 Jan 24 16:59:38.694484 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360630a-75fe-4d7a-9693-c22912eacd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2136da8d-cdc3-499b-99c8-723303387796,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:39.003026 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:40.556664 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:41.868080 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:43.117080 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 16:59:58.215068 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58484) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:58.319661 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-30e225b0-f48a-4f6d-b387-5dd5f700e226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:58.392127 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-30e225b0-f48a-4f6d-b387-5dd5f700e226 admin admin] Publish callbacks [] for security_group (4946d182-9eac-4b30-ba04-da4295f48934), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:58.395821 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-30e225b0-f48a-4f6d-b387-5dd5f700e226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (4946d182-9eac-4b30-ba04-da4295f48934), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:58.432581 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-30e225b0-f48a-4f6d-b387-5dd5f700e226 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=662eb456424e4753b4815d94882641fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163994 Jan 24 16:59:58.434517 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e225b0-f48a-4f6d-b387-5dd5f700e226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4946d182-9eac-4b30-ba04-da4295f48934,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 16:59:58.435275 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58488) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 16:59:58.482418 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f68bf316-0025-4ad8-95ae-e871fddf0dd4 admin admin] Publish callbacks [] for security_group (4946d182-9eac-4b30-ba04-da4295f48934), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:58.503771 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f68bf316-0025-4ad8-95ae-e871fddf0dd4 admin admin] Publish callbacks [] for security_group (4946d182-9eac-4b30-ba04-da4295f48934), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:58.550062 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f68bf316-0025-4ad8-95ae-e871fddf0dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (4946d182-9eac-4b30-ba04-da4295f48934), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:58.553847 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-f68bf316-0025-4ad8-95ae-e871fddf0dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 16:59:58.555230 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-f68bf316-0025-4ad8-95ae-e871fddf0dd4 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/4946d182-9eac-4b30-ba04-da4295f48934 HTTP/1.1" status: 204 len: 168 time: 0.1188970 Jan 24 16:59:58.563538 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bf316-0025-4ad8-95ae-e871fddf0dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4946d182-9eac-4b30-ba04-da4295f48934,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:03.822569 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:05.652712 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-15816361-4f08-4522-9097-38a51cef8c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:06.440461 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58566) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:06.543792 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-218c9fd8-62c3-418c-a343-2bc75db8d4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:06.616324 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-218c9fd8-62c3-418c-a343-2bc75db8d4b5 admin admin] Publish callbacks [] for security_group (2da74d2f-5c85-4232-a4eb-7bcf641df7b7), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:06.619986 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-218c9fd8-62c3-418c-a343-2bc75db8d4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2da74d2f-5c85-4232-a4eb-7bcf641df7b7), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:06.656822 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c9fd8-62c3-418c-a343-2bc75db8d4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da74d2f-5c85-4232-a4eb-7bcf641df7b7,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:06.660956 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-218c9fd8-62c3-418c-a343-2bc75db8d4b5 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d393b74a0b4e480da79cb97d9ee44ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194543 Jan 24 17:00:06.663959 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58570) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:06.712989 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6b884f2a-49b0-466d-9c0b-0e15937ef9d0 admin admin] Publish callbacks [] for security_group (2da74d2f-5c85-4232-a4eb-7bcf641df7b7), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:06.732998 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6b884f2a-49b0-466d-9c0b-0e15937ef9d0 admin admin] Publish callbacks [] for security_group (2da74d2f-5c85-4232-a4eb-7bcf641df7b7), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:06.778459 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6b884f2a-49b0-466d-9c0b-0e15937ef9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2da74d2f-5c85-4232-a4eb-7bcf641df7b7), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:06.781260 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6b884f2a-49b0-466d-9c0b-0e15937ef9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:06.782405 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-6b884f2a-49b0-466d-9c0b-0e15937ef9d0 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/2da74d2f-5c85-4232-a4eb-7bcf641df7b7 HTTP/1.1" status: 204 len: 168 time: 0.1176038 Jan 24 17:00:06.790928 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b884f2a-49b0-466d-9c0b-0e15937ef9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da74d2f-5c85-4232-a4eb-7bcf641df7b7,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:07.905487 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f41f7b3a-90dc-43ef-a781-8e837c5b93a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:09.005820 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:10.559754 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:11.870390 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:20.116864 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:00:33.823051 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:35.672767 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-8818fc6c-d1fc-486e-8cef-11bb7da12350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:37.907445 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-133ac9b2-6b4c-49c5-a4cd-cf3984c91a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:39.008103 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:39.079868 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-8770c89c-3496-462e-88cc-1e2e12f79f2a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437834 Jan 24 17:00:39.139019 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-3e058b01-11c9-4d9f-8058-027a08c68348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:39.140486 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-3e058b01-11c9-4d9f-8058-027a08c68348 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 1099 time: 0.0394421 Jan 24 17:00:39.241300 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-a7f327f4-48f0-4cd0-9fce-db86cd3ea88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:39.242744 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-a7f327f4-48f0-4cd0-9fce-db86cd3ea88e service neutron] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 911 time: 0.0826142 Jan 24 17:00:39.311229 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-f2242713-db7d-41a6-96f1-288b5828ea0d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e43a4ce0-246d-42b6-873c-91ce5321e7de HTTP/1.1" status: 200 len: 1002 time: 0.0618587 Jan 24 17:00:39.359000 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-d8688179-d0cc-464f-8e9f-77b6003a7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:39.360399 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-d8688179-d0cc-464f-8e9f-77b6003a7114 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0423267 Jan 24 17:00:39.402878 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-5e8ba94e-88e7-4464-a8b1-0ff7436f1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:39.404310 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-5e8ba94e-88e7-4464-a8b1-0ff7436f1063 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380254 Jan 24 17:00:39.414807 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-275ce9d1-c720-4101-beef-33a80ddd4bf6 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 17:00:39.415782 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-275ce9d1-c720-4101-beef-33a80ddd4bf6 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049391 Jan 24 17:00:39.506363 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-ce7969b0-dc78-4425-8022-848ab4b2c556 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840065 Jan 24 17:00:39.597517 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-a9720d30-7a66-43cb-a99f-caf0dd6b89a3 req-4233b8ca-88ba-4d76-82b8-2053e9287913 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848308 Jan 24 17:00:40.562383 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:41.874856 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:46.572999 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58582) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:46.872363 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Deleting port fa386423-9f82-4008-9fd4-69ea54dec647 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:00:46.872622 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (fa386423-9f82-4008-9fd4-69ea54dec647), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:46.945114 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (fa386423-9f82-4008-9fd4-69ea54dec647), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:46.945435 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for floatingip (fa386423-9f82-4008-9fd4-69ea54dec647), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:46.957106 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Calling delete_port for fa386423-9f82-4008-9fd4-69ea54dec647 owned by network:floatingip {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:00:47.122832 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (fa386423-9f82-4008-9fd4-69ea54dec647), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:47.155353 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event deleted for resources: {'Port': ['ID=fa386423-9f82-4008-9fd4-69ea54dec647,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:47.178285 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.178640 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.179013 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.179358 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.179703 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.180039 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.180373 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.180703 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.181034 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.181363 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.181692 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.182018 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.182344 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:47.222736 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for floatingip (1412994d-861d-4b2e-bd1e-0fbed2e4bc94), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:47.223142 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.db.l3_db [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Floating IP 1412994d-861d-4b2e-bd1e-0fbed2e4bc94 disassociated (deleted). External IP: 172.27.3.176, port: 020ec9b3-10b6-48ee-9f35-59587ddb3bf5. Jan 24 17:00:47.425058 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:00:47.793066 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:00:47.797773 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:47.802521 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a3d5bd-3a34-4c23-8ecf-213935f668c7 None None] Sync routers for ids ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 17:00:47.811755 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a3d5bd-3a34-4c23-8ecf-213935f668c7 None None] Routers {'0b07a30c-34ac-4d20-b9b0-67ffbd956a64'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:00:47.812362 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-b0a3d5bd-3a34-4c23-8ecf-213935f668c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:00:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:47.823155 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-1bfb9178-dc64-4b4c-aeb6-31ed61a32482 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "DELETE /v2.0/floatingips/1412994d-861d-4b2e-bd1e-0fbed2e4bc94 HTTP/1.1" status: 204 len: 168 time: 1.2490466 Jan 24 17:00:47.823745 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:00:47.826016 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34683de8-7e33-4861-9c20-27a885f8289c" -d '{"events": [{"name": "network-changed", "server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 17:00:47.926817 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-b0a3d5bd-3a34-4c23-8ecf-213935f668c7 None None] Set router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:00:47.997257 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419eb24c-64c3-4a97-8b12-3523e20b25cb x-openstack-request-id: req-419eb24c-64c3-4a97-8b12-3523e20b25cb {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 17:00:47.997604 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 17:00:47.997834 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-419eb24c-64c3-4a97-8b12-3523e20b25cb {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 17:00:47.998225 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'status': 'completed', 'code': 200} Jan 24 17:00:48.112003 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34683de8-7e33-4861-9c20-27a885f8289c req-a6abe413-0c2c-4df1-8acf-dbbe9d3c4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:48.114715 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-34683de8-7e33-4861-9c20-27a885f8289c req-a6abe413-0c2c-4df1-8acf-dbbe9d3c4a01 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=511e72017a4b4da7a0748dae5a59e0ac&device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 1098 time: 0.0937326 Jan 24 17:00:48.115110 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a9566-57c9-49b6-9b6c-fc3d1615dc9e req-db7abdc7-a688-49bd-bc4b-0f52ad07e2c6 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:48.116783 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c27a9566-57c9-49b6-9b6c-fc3d1615dc9e req-db7abdc7-a688-49bd-bc4b-0f52ad07e2c6 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.1097817 Jan 24 17:00:48.157453 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-b0a3d5bd-3a34-4c23-8ecf-213935f668c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 4, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'bea74685-8073-4127-bd87-d4169d6c7d63', 'name': '', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'mac_address': 'fa:16:3e:bb:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:23Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 5, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'subnets': [{'id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:48.179141 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c27a9566-57c9-49b6-9b6c-fc3d1615dc9e req-9f4d093a-e749-400f-8d32-f5bea40f12b9 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563741 Jan 24 17:00:48.187867 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a3d5bd-3a34-4c23-8ecf-213935f668c7 None None] Checking router: 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 17:00:48.197194 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a3d5bd-3a34-4c23-8ecf-213935f668c7 None None] Routers {'0b07a30c-34ac-4d20-b9b0-67ffbd956a64'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:00:48.197810 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-b0a3d5bd-3a34-4c23-8ecf-213935f668c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:00:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:48.224710 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34683de8-7e33-4861-9c20-27a885f8289c req-9b44a859-cf06-405e-8a10-0572acb33967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:48.226174 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-34683de8-7e33-4861-9c20-27a885f8289c req-9b44a859-cf06-405e-8a10-0572acb33967 service neutron] 10.222.0.79 "GET /v2.0/networks?id=47466270-541d-4039-a73f-7e91d25c0bd6 HTTP/1.1" status: 200 len: 908 time: 0.1053185 Jan 24 17:00:48.267303 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-34683de8-7e33-4861-9c20-27a885f8289c req-e13438e4-99f9-402c-b83b-938114ce3ad5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5 HTTP/1.1" status: 200 len: 217 time: 0.0338047 Jan 24 17:00:48.304856 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-b0a3d5bd-3a34-4c23-8ecf-213935f668c7 None None] Set router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:00:48.323035 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34683de8-7e33-4861-9c20-27a885f8289c req-2e5ba1b3-0026-4a01-b9fb-5b6eb167da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:48.324651 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-34683de8-7e33-4861-9c20-27a885f8289c req-2e5ba1b3-0026-4a01-b9fb-5b6eb167da6b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1a7df5c-5600-4530-8b3d-71768f17578c HTTP/1.1" status: 200 len: 847 time: 0.0514064 Jan 24 17:00:48.371447 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34683de8-7e33-4861-9c20-27a885f8289c req-1abd67a1-525a-4c9c-88b1-e1eedad1cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:48.372955 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-34683de8-7e33-4861-9c20-27a885f8289c req-1abd67a1-525a-4c9c-88b1-e1eedad1cd3e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=47466270-541d-4039-a73f-7e91d25c0bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400908 Jan 24 17:00:48.462232 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-34683de8-7e33-4861-9c20-27a885f8289c req-7baa9e31-6baf-4560-a01a-a87aabfc7047 service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819871 Jan 24 17:00:48.500682 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-b0a3d5bd-3a34-4c23-8ecf-213935f668c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 4, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'bea74685-8073-4127-bd87-d4169d6c7d63', 'name': '', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'mac_address': 'fa:16:3e:bb:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:23Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 5, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'subnets': [{'id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:48.526613 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a3d5bd-3a34-4c23-8ecf-213935f668c7 None None] The sync data for ids ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'] in dv-cinder-826116-1-iscsi is: [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T16:55:25Z', 'revision_number': 4, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': 'bea74685-8073-4127-bd87-d4169d6c7d63', 'name': '', 'network_id': '47466270-541d-4039-a73f-7e91d25c0bd6', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'mac_address': 'fa:16:3e:bb:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:23Z', 'updated_at': '2022-01-24T16:55:36Z', 'revision_number': 5, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'subnets': [{'id': 'e1a7df5c-5600-4530-8b3d-71768f17578c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 17:00:48.559036 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-34683de8-7e33-4861-9c20-27a885f8289c req-c326d666-7510-45c0-a081-98f0cc298c44 service neutron] 10.222.0.79 "GET /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885813 Jan 24 17:00:48.739788 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897b03c-c8be-426d-8836-010323ea6f42 None None] New status for floating IP 1412994d-861d-4b2e-bd1e-0fbed2e4bc94: DOWN {{(pid=114083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 17:00:49.347655 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f76c78-3efe-4785-ba7c-7ca655119be8 req-ec2cfdc6-3b9b-40e6-8ddb-6ae3e9353ea1 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:49.349113 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-03f76c78-3efe-4785-ba7c-7ca655119be8 req-ec2cfdc6-3b9b-40e6-8ddb-6ae3e9353ea1 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0964851 Jan 24 17:00:49.396775 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-03f76c78-3efe-4785-ba7c-7ca655119be8 req-758fb00a-0142-4529-901d-1ecfe12b6b3a tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/security-groups?id=27790f54-10bc-4e6b-822f-6d88c0ac1629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421574 Jan 24 17:00:49.637361 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862555a1-e661-477b-ad19-cb095bc21539 req-f83417e5-cd34-4aaf-a1dd-f253a500a1c1 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:00:49.638787 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-862555a1-e661-477b-ad19-cb095bc21539 req-f83417e5-cd34-4aaf-a1dd-f253a500a1c1 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.79 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 945 time: 0.0508475 Jan 24 17:00:49.723531 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-862555a1-e661-477b-ad19-cb095bc21539 req-6902175e-cc91-48da-9e1c-b50f2d0af434 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Deleting port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:00:49.723791 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-862555a1-e661-477b-ad19-cb095bc21539 req-6902175e-cc91-48da-9e1c-b50f2d0af434 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:49.828378 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-862555a1-e661-477b-ad19-cb095bc21539 req-6902175e-cc91-48da-9e1c-b50f2d0af434 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] For port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:49.828741 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-862555a1-e661-477b-ad19-cb095bc21539 req-6902175e-cc91-48da-9e1c-b50f2d0af434 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:49.841849 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-862555a1-e661-477b-ad19-cb095bc21539 req-6902175e-cc91-48da-9e1c-b50f2d0af434 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Calling delete_port for 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 owned by compute:nova {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:00:49.970847 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-862555a1-e661-477b-ad19-cb095bc21539 req-6902175e-cc91-48da-9e1c-b50f2d0af434 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (020ec9b3-10b6-48ee-9f35-59587ddb3bf5), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:49.998481 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902175e-cc91-48da-9e1c-b50f2d0af434 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event deleted for resources: {'Port': ['ID=020ec9b3-10b6-48ee-9f35-59587ddb3bf5,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:50.041486 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-862555a1-e661-477b-ad19-cb095bc21539 req-6902175e-cc91-48da-9e1c-b50f2d0af434 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] No DVR routers for this DVR port 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 on host hv-cinder-82611 {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:00:50.044068 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-862555a1-e661-477b-ad19-cb095bc21539 req-6902175e-cc91-48da-9e1c-b50f2d0af434 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:50.047599 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-862555a1-e661-477b-ad19-cb095bc21539 req-6902175e-cc91-48da-9e1c-b50f2d0af434 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.79 "DELETE /v2.0/ports/020ec9b3-10b6-48ee-9f35-59587ddb3bf5 HTTP/1.1" status: 204 len: 173 time: 0.4037387 Jan 24 17:00:50.048055 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'name': 'network-vif-deleted', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:00:50.050883 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba561b3d-ad49-406a-98e7-b8c49721145d" -d '{"events": [{"server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "name": "network-vif-deleted", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 17:00:50.094298 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 17:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9075590-ac7f-445f-909c-cc6508cd80c1 x-openstack-request-id: req-d9075590-ac7f-445f-909c-cc6508cd80c1 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 17:00:50.094646 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a016ddd5-58a8-4b20-b190-93d35048debc", "name": "network-vif-deleted", "tag": "020ec9b3-10b6-48ee-9f35-59587ddb3bf5", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 17:00:50.094939 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d9075590-ac7f-445f-909c-cc6508cd80c1 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 17:00:50.095343 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a016ddd5-58a8-4b20-b190-93d35048debc', 'name': 'network-vif-deleted', 'tag': '020ec9b3-10b6-48ee-9f35-59587ddb3bf5', 'status': 'completed', 'code': 200} Jan 24 17:00:50.516715 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-16e525e6-4f6f-43cf-b21e-3721559f32b0 req-4bc30fb2-db72-475c-b4a5-9751886cc5ac tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "GET /v2.0/ports?device_id=a016ddd5-58a8-4b20-b190-93d35048debc HTTP/1.1" status: 200 len: 210 time: 0.0325553 Jan 24 17:00:51.575417 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58614) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:51.631759 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-00b44190-e81f-467f-a962-f361a7144774 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group (27790f54-10bc-4e6b-822f-6d88c0ac1629), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:51.660027 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-00b44190-e81f-467f-a962-f361a7144774 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group (27790f54-10bc-4e6b-822f-6d88c0ac1629), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:51.717953 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-00b44190-e81f-467f-a962-f361a7144774 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (27790f54-10bc-4e6b-822f-6d88c0ac1629), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:51.721200 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-00b44190-e81f-467f-a962-f361a7144774 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Publish callbacks [] for security_group (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:51.722618 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-00b44190-e81f-467f-a962-f361a7144774 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] 10.222.0.117 "DELETE /v2.0/security-groups/27790f54-10bc-4e6b-822f-6d88c0ac1629 HTTP/1.1" status: 204 len: 168 time: 0.1460612 Jan 24 17:00:51.733639 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b44190-e81f-467f-a962-f361a7144774 tempest-TestShelveInstance-1633139369 tempest-TestShelveInstance-1633139369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27790f54-10bc-4e6b-822f-6d88c0ac1629,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:51.768724 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58618) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:52.216656 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-331980ea-cf73-4f36-9a5d-de4d50e20bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720749'] for router_interface (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:52.380072 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:00:52.405516 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:00:52.405864 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 020ec9b3-10b6-48ee-9f35-59587ddb3bf5 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:00:52.462956 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-331980ea-cf73-4f36-9a5d-de4d50e20bb3 admin admin] Deleting port bea74685-8073-4127-bd87-d4169d6c7d63 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:00:52.463196 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-331980ea-cf73-4f36-9a5d-de4d50e20bb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:52.548207 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [None req-331980ea-cf73-4f36-9a5d-de4d50e20bb3 admin admin] For port bea74685-8073-4127-bd87-d4169d6c7d63, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=bea74685-8073-4127-bd87-d4169d6c7d63,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:52.548568 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-331980ea-cf73-4f36-9a5d-de4d50e20bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:52.561165 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-331980ea-cf73-4f36-9a5d-de4d50e20bb3 admin admin] Calling delete_port for bea74685-8073-4127-bd87-d4169d6c7d63 owned by network:router_interface {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:00:52.737004 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-331980ea-cf73-4f36-9a5d-de4d50e20bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (bea74685-8073-4127-bd87-d4169d6c7d63), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:52.761846 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331980ea-cf73-4f36-9a5d-de4d50e20bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea74685-8073-4127-bd87-d4169d6c7d63,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:52.932104 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-331980ea-cf73-4f36-9a5d-de4d50e20bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714787'] for router_interface (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:53.133476 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331980ea-cf73-4f36-9a5d-de4d50e20bb3 admin admin] Router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:00:53.237032 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331980ea-cf73-4f36-9a5d-de4d50e20bb3 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:00:53.242168 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-331980ea-cf73-4f36-9a5d-de4d50e20bb3 admin admin] 10.222.0.117 "PUT /v2.0/routers/0b07a30c-34ac-4d20-b9b0-67ffbd956a64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4724126 Jan 24 17:00:53.244679 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58622) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:53.247994 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4ece1-e6b3-4789-8ee0-e9d7ed06307b None None] Sync routers for ids ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 17:00:53.258454 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4ece1-e6b3-4789-8ee0-e9d7ed06307b None None] Routers {'0b07a30c-34ac-4d20-b9b0-67ffbd956a64'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:00:53.259093 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-2ee4ece1-e6b3-4789-8ee0-e9d7ed06307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:00:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:53.346463 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Publish callbacks [] for router (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:53.362677 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-2ee4ece1-e6b3-4789-8ee0-e9d7ed06307b None None] Set router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:00:53.446026 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Publish callbacks [] for router_gateway (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:53.502533 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Deleting port 04d23264-b481-4e5a-897d-3afbd2f7d9e4 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:00:53.502909 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:53.586350 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] For port 04d23264-b481-4e5a-897d-3afbd2f7d9e4, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=04d23264-b481-4e5a-897d-3afbd2f7d9e4,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:53.586720 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:53.598144 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Calling delete_port for 04d23264-b481-4e5a-897d-3afbd2f7d9e4 owned by network:router_gateway {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:00:53.672072 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-2ee4ece1-e6b3-4789-8ee0-e9d7ed06307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T17:00:52Z', 'revision_number': 5, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port': {'id': '04d23264-b481-4e5a-897d-3afbd2f7d9e4', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:53.701095 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4ece1-e6b3-4789-8ee0-e9d7ed06307b None None] Checking router: 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 17:00:53.709923 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4ece1-e6b3-4789-8ee0-e9d7ed06307b None None] Routers {'0b07a30c-34ac-4d20-b9b0-67ffbd956a64'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:00:53.710551 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-2ee4ece1-e6b3-4789-8ee0-e9d7ed06307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:00:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:53.762077 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (04d23264-b481-4e5a-897d-3afbd2f7d9e4), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:53.788362 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Pushing event deleted for resources: {'Port': ['ID=04d23264-b481-4e5a-897d-3afbd2f7d9e4,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:53.801588 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-2ee4ece1-e6b3-4789-8ee0-e9d7ed06307b None None] Set router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 gateway port host: None {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:00:53.851784 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725364'] for router_gateway (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:53.854477 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-2ee4ece1-e6b3-4789-8ee0-e9d7ed06307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T17:00:53Z', 'revision_number': 6, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port_host': None}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:53.884790 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4ece1-e6b3-4789-8ee0-e9d7ed06307b None None] The sync data for ids ['0b07a30c-34ac-4d20-b9b0-67ffbd956a64'] in dv-cinder-826116-1-iscsi is: [{'id': '0b07a30c-34ac-4d20-b9b0-67ffbd956a64', 'name': 'tempest-TestShelveInstance-342035907-router', 'tenant_id': '511e72017a4b4da7a0748dae5a59e0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:20Z', 'updated_at': '2022-01-24T17:00:53Z', 'revision_number': 6, 'project_id': '511e72017a4b4da7a0748dae5a59e0ac', 'gw_port_host': None}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 17:00:53.942425 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3713696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29947'] for router (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:53.945268 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Publish callbacks [] for router_controller (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:53.986659 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3713707'] for router (0b07a30c-34ac-4d20-b9b0-67ffbd956a64), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:53.987177 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b07a30c-34ac-4d20-b9b0-67ffbd956a64 {{(pid=114081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 17:00:53.991997 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:53.993159 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-06612d89-e12f-494f-9ad4-3e0cc9e8689a admin admin] 10.222.0.117 "DELETE /v2.0/routers/0b07a30c-34ac-4d20-b9b0-67ffbd956a64 HTTP/1.1" status: 204 len: 168 time: 0.7475731 Jan 24 17:00:53.995697 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58624) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:54.039740 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74ac755-0044-41c9-8edb-b54e248cafdc admin admin] Deleting subnet e1a7df5c-5600-4530-8b3d-71768f17578c {{(pid=114081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 17:00:54.042721 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b74ac755-0044-41c9-8edb-b54e248cafdc admin admin] Publish callbacks [] for subnet (e1a7df5c-5600-4530-8b3d-71768f17578c), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.079713 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b74ac755-0044-41c9-8edb-b54e248cafdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25416702'] for subnet (e1a7df5c-5600-4530-8b3d-71768f17578c), precommit_delete_associations {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.155096 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b74ac755-0044-41c9-8edb-b54e248cafdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (e1a7df5c-5600-4530-8b3d-71768f17578c), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.205978 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b74ac755-0044-41c9-8edb-b54e248cafdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1357225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25359676'] for subnet (e1a7df5c-5600-4530-8b3d-71768f17578c), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.233910 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ac755-0044-41c9-8edb-b54e248cafdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a7df5c-5600-4530-8b3d-71768f17578c,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:54.238091 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-b74ac755-0044-41c9-8edb-b54e248cafdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.241548 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-b74ac755-0044-41c9-8edb-b54e248cafdc admin admin] 10.222.0.117 "DELETE /v2.0/subnets/e1a7df5c-5600-4530-8b3d-71768f17578c HTTP/1.1" status: 204 len: 168 time: 0.2449884 Jan 24 17:00:54.244434 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58626) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:54.251748 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5bff1-3004-408a-8448-f03136c7eeec None None] Network 47466270-541d-4039-a73f-7e91d25c0bd6 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 17:00:54.318685 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (47466270-541d-4039-a73f-7e91d25c0bd6), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.379749 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Deleting port 182c7b10-7bbb-4c26-a726-d5660640fde5 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:00:54.380821 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.444418 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] For port 182c7b10-7bbb-4c26-a726-d5660640fde5, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=182c7b10-7bbb-4c26-a726-d5660640fde5,segment=NetworkSegment(1ee68bd3-b611-4eb1-9f4c-95381af99fc8),segment_id=1ee68bd3-b611-4eb1-9f4c-95381af99fc8)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:54.444781 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.456737 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Calling delete_port for 182c7b10-7bbb-4c26-a726-d5660640fde5 owned by network:dhcp {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:00:54.532377 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (182c7b10-7bbb-4c26-a726-d5660640fde5), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.555116 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Pushing event deleted for resources: {'Port': ['ID=182c7b10-7bbb-4c26-a726-d5660640fde5,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:54.560430 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] No DVR routers for this DVR port 182c7b10-7bbb-4c26-a726-d5660640fde5 on host dv-cinder-826116-1-iscsi {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:00:54.632106 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (47466270-541d-4039-a73f-7e91d25c0bd6), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.652845 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47466270-541d-4039-a73f-7e91d25c0bd6']}} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:54.661037 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee68bd3-b611-4eb1-9f4c-95381af99fc8') {'for_net_delete': True} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:54.661964 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.services.segments.db [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee68bd3-b611-4eb1-9f4c-95381af99fc8') {} {{(pid=114081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:54.671842 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25416693'] for segment (1ee68bd3-b611-4eb1-9f4c-95381af99fc8), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.685444 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (1ee68bd3-b611-4eb1-9f4c-95381af99fc8), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.692020 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=114081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 17:00:54.692479 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1357059'] for segment (1ee68bd3-b611-4eb1-9f4c-95381af99fc8), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: warnings.warn(msg) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: Traceback (most recent call last): Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: timer() Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: cb(*args, **kw) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: return func(*args, **kwargs) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: self._notify() Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: self.callback(batched_events) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: event.method(event) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: return f(self, *a, **k) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._get(url).json() Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: return self.request(url, 'GET', **kwargs) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 17:00:54.694300 dv-cinder-826116-1-iscsi neutron-server[114081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 17:00:54.702692 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f862cb-9a11-44b6-a95c-87c36b4f4370 None None] DHCP port deletion for 47466270-541d-4039-a73f-7e91d25c0bd6 request from dv-cinder-826116-1-iscsi {{(pid=114082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 17:00:54.760175 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (47466270-541d-4039-a73f-7e91d25c0bd6), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.765803 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:54.768923 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] 10.222.0.117 "DELETE /v2.0/networks/47466270-541d-4039-a73f-7e91d25c0bd6 HTTP/1.1" status: 204 len: 168 time: 0.5239224 Jan 24 17:00:54.772025 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58628) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:54.779986 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926beda-c3f6-48a4-998c-643a3a3c3604 admin admin] Pushing event deleted for resources: {'Network': ['ID=47466270-541d-4039-a73f-7e91d25c0bd6,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:55.124699 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720749'] for router_interface (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:55.363840 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Deleting port c105bc70-333f-46a8-ac9e-01552d68e241 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:00:55.364179 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:55.440606 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] For port c105bc70-333f-46a8-ac9e-01552d68e241, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=c105bc70-333f-46a8-ac9e-01552d68e241,segment=NetworkSegment(848c70b5-09e8-4816-a558-7ceb14193c98),segment_id=848c70b5-09e8-4816-a558-7ceb14193c98)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:55.440879 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:55.453423 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Calling delete_port for c105bc70-333f-46a8-ac9e-01552d68e241 owned by network:router_interface {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:00:55.625040 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (c105bc70-333f-46a8-ac9e-01552d68e241), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:55.651931 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c105bc70-333f-46a8-ac9e-01552d68e241,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:55.663819 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:55.664168 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:55.664540 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:55.664834 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:55.665161 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:55.665484 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:55.665808 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:55.666129 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:55.666455 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:55.666795 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:55.667117 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:55.667434 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:55.667746 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:56.003644 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 182c7b10-7bbb-4c26-a726-d5660640fde5 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:00:56.026135 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 182c7b10-7bbb-4c26-a726-d5660640fde5 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:00:56.026489 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 182c7b10-7bbb-4c26-a726-d5660640fde5 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:00:56.026943 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device bea74685-8073-4127-bd87-d4169d6c7d63 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:00:56.055606 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: bea74685-8073-4127-bd87-d4169d6c7d63 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:00:56.055949 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device bea74685-8073-4127-bd87-d4169d6c7d63 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:00:56.056358 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 04d23264-b481-4e5a-897d-3afbd2f7d9e4 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:00:56.075607 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 04d23264-b481-4e5a-897d-3afbd2f7d9e4 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:00:56.075945 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 04d23264-b481-4e5a-897d-3afbd2f7d9e4 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:00:56.076321 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714787'] for router_interface (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:56.284735 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Router b0017c7f-99b5-4a65-b361-3d29ed6e6b16 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:00:56.391488 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:00:56.396924 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-6974ddf7-7ec2-41c6-88be-6ae2fc40f0bb admin admin] 10.222.0.117 "PUT /v2.0/routers/b0017c7f-99b5-4a65-b361-3d29ed6e6b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6237872 Jan 24 17:00:56.399515 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58630) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:56.405031 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb197526-3657-4148-a005-7c8b48bb7e0e None None] Sync routers for ids ['b0017c7f-99b5-4a65-b361-3d29ed6e6b16'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 17:00:56.415416 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb197526-3657-4148-a005-7c8b48bb7e0e None None] Routers {'b0017c7f-99b5-4a65-b361-3d29ed6e6b16'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:00:56.416024 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-cb197526-3657-4148-a005-7c8b48bb7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:00:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['b0017c7f-99b5-4a65-b361-3d29ed6e6b16'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:56.505226 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Publish callbacks [] for router (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:56.516033 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-cb197526-3657-4148-a005-7c8b48bb7e0e None None] Set router b0017c7f-99b5-4a65-b361-3d29ed6e6b16 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:00:56.623352 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Publish callbacks [] for router_gateway (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:56.676107 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Deleting port cafd99b2-e47c-42ab-8107-dab749745241 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:00:56.676503 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (cafd99b2-e47c-42ab-8107-dab749745241), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:56.707640 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-cb197526-3657-4148-a005-7c8b48bb7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'name': 'tempest-TestShelveInstance-1223207871-router', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:29Z', 'updated_at': '2022-01-24T17:00:55Z', 'revision_number': 5, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'gw_port': {'id': 'cafd99b2-e47c-42ab-8107-dab749745241', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:56.734286 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb197526-3657-4148-a005-7c8b48bb7e0e None None] Checking router: b0017c7f-99b5-4a65-b361-3d29ed6e6b16 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 17:00:56.743231 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb197526-3657-4148-a005-7c8b48bb7e0e None None] Routers {'b0017c7f-99b5-4a65-b361-3d29ed6e6b16'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:00:56.744027 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-cb197526-3657-4148-a005-7c8b48bb7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:00:38Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['b0017c7f-99b5-4a65-b361-3d29ed6e6b16'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:56.754194 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] For port cafd99b2-e47c-42ab-8107-dab749745241, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=cafd99b2-e47c-42ab-8107-dab749745241,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:56.754560 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (cafd99b2-e47c-42ab-8107-dab749745241), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:56.766897 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Calling delete_port for cafd99b2-e47c-42ab-8107-dab749745241 owned by network:router_gateway {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:00:56.829542 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-cb197526-3657-4148-a005-7c8b48bb7e0e None None] Set router b0017c7f-99b5-4a65-b361-3d29ed6e6b16 gateway port host: None {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:00:56.884779 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-cb197526-3657-4148-a005-7c8b48bb7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'name': 'tempest-TestShelveInstance-1223207871-router', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:29Z', 'updated_at': '2022-01-24T17:00:56Z', 'revision_number': 6, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'gw_port_host': None}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:56.913333 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb197526-3657-4148-a005-7c8b48bb7e0e None None] The sync data for ids ['b0017c7f-99b5-4a65-b361-3d29ed6e6b16'] in dv-cinder-826116-1-iscsi is: [{'id': 'b0017c7f-99b5-4a65-b361-3d29ed6e6b16', 'name': 'tempest-TestShelveInstance-1223207871-router', 'tenant_id': 'c9990d4896bc4ec48723c91c13213cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:29Z', 'updated_at': '2022-01-24T17:00:56Z', 'revision_number': 6, 'project_id': 'c9990d4896bc4ec48723c91c13213cc5', 'gw_port_host': None}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 17:00:56.934552 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (cafd99b2-e47c-42ab-8107-dab749745241), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:56.971648 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Pushing event deleted for resources: {'Port': ['ID=cafd99b2-e47c-42ab-8107-dab749745241,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:57.024084 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725364'] for router_gateway (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.112962 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3713696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29947'] for router (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.114684 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:00:57.115070 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Publish callbacks [] for router_controller (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.157168 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3713707'] for router (b0017c7f-99b5-4a65-b361-3d29ed6e6b16), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.157716 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0017c7f-99b5-4a65-b361-3d29ed6e6b16 {{(pid=114080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 17:00:57.162803 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.164058 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-bc436fdb-161a-40a2-a316-f9486ec7b1fb admin admin] 10.222.0.117 "DELETE /v2.0/routers/b0017c7f-99b5-4a65-b361-3d29ed6e6b16 HTTP/1.1" status: 204 len: 168 time: 0.7636528 Jan 24 17:00:57.166577 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58632) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:57.214103 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45e2150-4f30-44a4-980e-3b13bb1a44de admin admin] Deleting subnet e7295b13-4ac7-42f8-9995-95e0d85fa2e9 {{(pid=114080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 17:00:57.217085 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c45e2150-4f30-44a4-980e-3b13bb1a44de admin admin] Publish callbacks [] for subnet (e7295b13-4ac7-42f8-9995-95e0d85fa2e9), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.251087 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c45e2150-4f30-44a4-980e-3b13bb1a44de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28954014'] for subnet (e7295b13-4ac7-42f8-9995-95e0d85fa2e9), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.338384 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c45e2150-4f30-44a4-980e-3b13bb1a44de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (e7295b13-4ac7-42f8-9995-95e0d85fa2e9), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.396569 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c45e2150-4f30-44a4-980e-3b13bb1a44de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28420788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29096949'] for subnet (e7295b13-4ac7-42f8-9995-95e0d85fa2e9), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.423193 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e2150-4f30-44a4-980e-3b13bb1a44de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7295b13-4ac7-42f8-9995-95e0d85fa2e9,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:57.425189 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-c45e2150-4f30-44a4-980e-3b13bb1a44de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.429229 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-c45e2150-4f30-44a4-980e-3b13bb1a44de admin admin] 10.222.0.117 "DELETE /v2.0/subnets/e7295b13-4ac7-42f8-9995-95e0d85fa2e9 HTTP/1.1" status: 204 len: 168 time: 0.2615805 Jan 24 17:00:57.431341 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbbcf8c-dfd5-47e8-8f2e-7b8abf377d28 None None] Network 3ab194af-f015-4453-8a41-1cfb13577e74 requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 17:00:57.432130 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58634) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:57.502623 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (3ab194af-f015-4453-8a41-1cfb13577e74), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.564334 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Deleting port 02fb59af-5530-40bf-8fbe-89fdce8767ab {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:00:57.564670 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.627158 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] For port 02fb59af-5530-40bf-8fbe-89fdce8767ab, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=02fb59af-5530-40bf-8fbe-89fdce8767ab,segment=NetworkSegment(848c70b5-09e8-4816-a558-7ceb14193c98),segment_id=848c70b5-09e8-4816-a558-7ceb14193c98)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:57.627423 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.641786 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Calling delete_port for 02fb59af-5530-40bf-8fbe-89fdce8767ab owned by network:dhcp {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:00:57.655187 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] DHCP port deletion for 3ab194af-f015-4453-8a41-1cfb13577e74 request from dv-cinder-826116-1-iscsi {{(pid=114082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 17:00:57.704374 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Deleting port 02fb59af-5530-40bf-8fbe-89fdce8767ab {{(pid=114082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:00:57.704738 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), before_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.735888 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.764526 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Pushing event deleted for resources: {'Port': ['ID=02fb59af-5530-40bf-8fbe-89fdce8767ab,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:57.769395 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] No DVR routers for this DVR port 02fb59af-5530-40bf-8fbe-89fdce8767ab on host dv-cinder-826116-1-iscsi {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:00:57.772446 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] For port 02fb59af-5530-40bf-8fbe-89fdce8767ab, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=02fb59af-5530-40bf-8fbe-89fdce8767ab,segment=NetworkSegment(848c70b5-09e8-4816-a558-7ceb14193c98),segment_id=848c70b5-09e8-4816-a558-7ceb14193c98)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:00:57.772856 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), precommit_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.786538 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Calling delete_port for 02fb59af-5530-40bf-8fbe-89fdce8767ab owned by network:dhcp {{(pid=114082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:00:57.851250 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (3ab194af-f015-4453-8a41-1cfb13577e74), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.863780 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414'] for port (02fb59af-5530-40bf-8fbe-89fdce8767ab), after_delete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.876989 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] No DVR routers for this DVR port 02fb59af-5530-40bf-8fbe-89fdce8767ab on host dv-cinder-826116-1-iscsi {{(pid=114082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:00:57.877289 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab194af-f015-4453-8a41-1cfb13577e74']}} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:57.889984 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848c70b5-09e8-4816-a558-7ceb14193c98') {'for_net_delete': True} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:57.890540 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848c70b5-09e8-4816-a558-7ceb14193c98') {} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:00:57.896436 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Pushing event deleted for resources: {'Port': ['ID=02fb59af-5530-40bf-8fbe-89fdce8767ab,revision_number=None']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:57.905366 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.905747 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.906162 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.906623 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.907139 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.907605 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.907956 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28954005'] for segment (848c70b5-09e8-4816-a558-7ceb14193c98), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.908092 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.908492 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.908890 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.909285 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.909676 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.910071 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.910463 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18148902-3029-4727-b256-f7544f88fcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:00:57.927564 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (848c70b5-09e8-4816-a558-7ceb14193c98), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.934661 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=114080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 17:00:57.935055 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28420638'] for segment (848c70b5-09e8-4816-a558-7ceb14193c98), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: warnings.warn(msg) Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: Traceback (most recent call last): Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: timer() Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: cb(*args, **kw) Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: return func(*args, **kwargs) Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: self._notify() Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: self.callback(batched_events) Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: event.method(event) Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: return f(self, *a, **k) Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._get(url).json() Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: return self.request(url, 'GET', **kwargs) Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 17:00:57.937022 dv-cinder-826116-1-iscsi neutron-server[114080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 17:00:57.984336 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device c105bc70-333f-46a8-ac9e-01552d68e241 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:00:57.995924 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (3ab194af-f015-4453-8a41-1cfb13577e74), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:58.010429 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: c105bc70-333f-46a8-ac9e-01552d68e241 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:00:58.010803 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device c105bc70-333f-46a8-ac9e-01552d68e241 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:00:58.011223 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 02fb59af-5530-40bf-8fbe-89fdce8767ab no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:00:58.011337 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:58.014509 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] 10.222.0.117 "DELETE /v2.0/networks/3ab194af-f015-4453-8a41-1cfb13577e74 HTTP/1.1" status: 204 len: 168 time: 0.5814073 Jan 24 17:00:58.015367 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39976aba-984d-4e11-ac9e-474843a96687 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab194af-f015-4453-8a41-1cfb13577e74,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:58.031189 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 02fb59af-5530-40bf-8fbe-89fdce8767ab {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:00:58.031561 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 02fb59af-5530-40bf-8fbe-89fdce8767ab not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:00:58.032185 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device cafd99b2-e47c-42ab-8107-dab749745241 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:00:58.052899 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: cafd99b2-e47c-42ab-8107-dab749745241 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:00:58.053249 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device cafd99b2-e47c-42ab-8107-dab749745241 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:00:58.137967 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58638) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:58.180281 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-821b2590-a182-4024-bbcc-e2319243442d admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=511e72017a4b4da7a0748dae5a59e0ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410900 Jan 24 17:00:58.182805 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58640) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:58.233339 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-36c40b0c-9a48-42fc-bf4a-40c0f1090557 admin admin] Publish callbacks [] for security_group (5697647d-fea8-4fd7-b236-1ce0097f0821), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:58.254399 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-36c40b0c-9a48-42fc-bf4a-40c0f1090557 admin admin] Publish callbacks [] for security_group (5697647d-fea8-4fd7-b236-1ce0097f0821), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:58.300912 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-36c40b0c-9a48-42fc-bf4a-40c0f1090557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (5697647d-fea8-4fd7-b236-1ce0097f0821), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:58.303936 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-36c40b0c-9a48-42fc-bf4a-40c0f1090557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:58.306154 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-36c40b0c-9a48-42fc-bf4a-40c0f1090557 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/5697647d-fea8-4fd7-b236-1ce0097f0821 HTTP/1.1" status: 204 len: 168 time: 0.1224668 Jan 24 17:00:58.313870 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c40b0c-9a48-42fc-bf4a-40c0f1090557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5697647d-fea8-4fd7-b236-1ce0097f0821,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:00:58.614723 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58646) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:58.654903 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-2418b8e6-6b4b-48af-950f-386d96815271 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c9990d4896bc4ec48723c91c13213cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388470 Jan 24 17:00:58.657398 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58648) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:00:58.703082 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8b491085-90c9-4b2a-a48b-d3cf0db9c037 admin admin] Publish callbacks [] for security_group (ba74781d-e3ec-4c44-a03a-a3dc0926cad1), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:58.724122 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8b491085-90c9-4b2a-a48b-d3cf0db9c037 admin admin] Publish callbacks [] for security_group (ba74781d-e3ec-4c44-a03a-a3dc0926cad1), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:58.771455 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8b491085-90c9-4b2a-a48b-d3cf0db9c037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (ba74781d-e3ec-4c44-a03a-a3dc0926cad1), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:58.774163 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-8b491085-90c9-4b2a-a48b-d3cf0db9c037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:00:58.775362 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-8b491085-90c9-4b2a-a48b-d3cf0db9c037 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ba74781d-e3ec-4c44-a03a-a3dc0926cad1 HTTP/1.1" status: 204 len: 168 time: 0.1170597 Jan 24 17:00:58.784210 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b491085-90c9-4b2a-a48b-d3cf0db9c037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba74781d-e3ec-4c44-a03a-a3dc0926cad1,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:03.823972 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:05.654610 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-4b42b0fa-65e7-428f-a42a-806fd5bca616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:07.910789 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-d61a5650-84c4-483e-a1aa-e389d8e506db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:09.010397 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:10.564243 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:11.878067 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:13.346020 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-14a64691-98a7-440f-8f85-207690da0c14 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245594148&fields=id&tenant_id=7a337369b3dc467394f2629fb2f8487c HTTP/1.1" status: 200 len: 267 time: 0.0531678 Jan 24 17:01:13.468646 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-97ead8df-6fdf-4394-841b-3022a1483c89 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:13.470110 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-97ead8df-6fdf-4394-841b-3022a1483c89 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 811 time: 0.1169183 Jan 24 17:01:13.485849 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-7eb9487a-14ae-4641-942d-5b6c42e63b49 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/quotas/7a337369b3dc467394f2629fb2f8487c HTTP/1.1" status: 200 len: 375 time: 0.0102930 Jan 24 17:01:13.543439 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-1c0f728a-52f4-44c4-b2d5-e1657d00b218 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512908 Jan 24 17:01:13.656393 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-c4f0e765-2877-4b19-9e31-017c6f885aea service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=114080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 17:01:13.657503 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-c4f0e765-2877-4b19-9e31-017c6f885aea service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1015341 Jan 24 17:01:13.762708 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-668cfd3e-ade5-4433-a7bf-1fc5821cc2fc service neutron] 10.222.0.117 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985565 Jan 24 17:01:13.858574 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-197d48c6-4489-461a-b012-35d2712480c1 service neutron] 10.222.0.117 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900657 Jan 24 17:01:14.153920 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-c29bb0f6-77a0-4ec3-8fee-54f2ce23bcb2 req-de1f82b7-22e2-423e-b88d-cf27a93368dc tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 210 time: 0.0325651 Jan 24 17:01:15.258436 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-f38faa73-3187-46f2-b331-7261f0d276ba req-006641d0-1474-4e1a-b97e-fbf0deedc457 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 210 time: 0.0295849 Jan 24 17:01:15.364941 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-8052d4e6-a99f-42d5-87b2-05d94768f19e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:15.367335 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-8052d4e6-a99f-42d5-87b2-05d94768f19e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 811 time: 0.1163507 Jan 24 17:01:15.443025 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-d09b2555-9ee2-4595-a8c8-877297db6767 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a337369b3dc467394f2629fb2f8487c HTTP/1.1" status: 200 len: 379 time: 0.0660250 Jan 24 17:01:15.452578 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'port': {'device_id': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'admin_state_up': True, 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'security_groups': ['2220eb5b-5620-4760-90d5-cacb9a6ffa11']}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 17:01:15.579292 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Made reservation on behalf of 7a337369b3dc467394f2629fb2f8487c for: {'port': 1} {{(pid=114081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 17:01:15.583639 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:15.751268 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.db_base_plugin_common [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Allocated IP 172.20.0.6 (65b89cb5-235f-4d33-82a0-9e74a9bccb1e/ea396585-6a9a-449a-a830-08620a48612e/2b22c683-df00-408c-8bd2-3daea4e20a20) {{(pid=114081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:01:15.907040 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), precommit_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:15.943666 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), after_create {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:15.987229 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e is already hosted by enough agents. {{(pid=114081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:01:15.991260 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.scheduler.base_scheduler [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Resources bound (agent type, host, resource id): {{(pid=114081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:01:15.996866 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Received port after_create {{(pid=114081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 17:01:16.003668 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'Port': ['ID=2b22c683-df00-408c-8bd2-3daea4e20a20,revision_number=1']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:16.059098 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:16.059750 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:16.077283 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-e7f56f85-f0c6-402b-a690-6847a182d9e9 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6284523 Jan 24 17:01:16.090311 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.v2.base [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Request body: {'port': {'device_id': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82611'}} {{(pid=114081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 17:01:16.159100 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:16.258199 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-611f606c-b52f-47bf-9ec7-b93615096ba6 None None] Provisioning complete for port 2b22c683-df00-408c-8bd2-3daea4e20a20 triggered by entity DHCP. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:16.259034 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-611f606c-b52f-47bf-9ec7-b93615096ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:16.303853 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-611f606c-b52f-47bf-9ec7-b93615096ba6 None None] Port 2b22c683-df00-408c-8bd2-3daea4e20a20 cannot update to ACTIVE because it is not bound. {{(pid=114082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 17:01:16.562462 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb21505-7313-4d8f-a904-829341a89efa req-7deb37fc-da11-47e1-b6c8-07e2dd599c99 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:16.563967 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6cb21505-7313-4d8f-a904-829341a89efa req-7deb37fc-da11-47e1-b6c8-07e2dd599c99 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 931 time: 0.0954604 Jan 24 17:01:16.731442 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-6cb21505-7313-4d8f-a904-829341a89efa req-635e0cd9-3389-475d-8f91-1288bb224dcc tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201169 Jan 24 17:01:16.832749 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b22c683-df00-408c-8bd2-3daea4e20a20 {{(pid=114081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:01:16.841064 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Publish callbacks [] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), precommit_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:16.853955 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.provisioning_blocks [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Transition to ACTIVE for port object 2b22c683-df00-408c-8bd2-3daea4e20a20 will not be triggered until provisioned by entity L2. {{(pid=114081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 17:01:16.859178 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:16.918333 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b22c683-df00-408c-8bd2-3daea4e20a20,revision_number=2']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:16.986952 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Attempting to bind port 2b22c683-df00-408c-8bd2-3daea4e20a20 on host hv-cinder-82611 for vnic_type normal with profile {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 17:01:16.987288 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Attempting to bind port 2b22c683-df00-408c-8bd2-3daea4e20a20 by drivers openvswitch,hyperv on host hv-cinder-82611 at level 0 using segments [{'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 17:01:16.987617 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Attempting to bind port 2b22c683-df00-408c-8bd2-3daea4e20a20 on network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 17:01:16.992493 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Port 2b22c683-df00-408c-8bd2-3daea4e20a20 on network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82611 {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 17:01:16.992816 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Attempting to bind port 2b22c683-df00-408c-8bd2-3daea4e20a20 on network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 17:01:16.997944 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Checking agent: {'id': '2b6e1bfe-1800-40bc-9cf2-c41c1fd81513', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82611', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'started_at': datetime.datetime(2022, 1, 24, 16, 48, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 17, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 17:01:16.998356 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Checking segment: {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 24 17:01:16.998766 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Bound using segment: {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'} {{(pid=114081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 17:01:16.999234 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.managers [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Bound port: 2b22c683-df00-408c-8bd2-3daea4e20a20, host: hv-cinder-82611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab52b26a-a5b6-4d4e-925f-6216a7b75954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e'}}] {{(pid=114081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 17:01:16.999596 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), before_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:17.075809 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] For port 2b22c683-df00-408c-8bd2-3daea4e20a20, host hv-cinder-82611, cleared binding levels {{(pid=114081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 17:01:17.079035 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] For port 2b22c683-df00-408c-8bd2-3daea4e20a20, host hv-cinder-82611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=2b22c683-df00-408c-8bd2-3daea4e20a20,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 17:01:17.084310 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1357183'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), after_update {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:17.119918 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:17.120538 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:17.121925 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] 10.222.0.79 "PUT /v2.0/ports/2b22c683-df00-408c-8bd2-3daea4e20a20 HTTP/1.1" status: 200 len: 1093 time: 1.0364943 Jan 24 17:01:17.122367 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'tag': '2b22c683-df00-408c-8bd2-3daea4e20a20'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:01:17.124652 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0b4009-bde6-42f4-a56f-2b3f3e9ef561" -d '{"events": [{"name": "network-changed", "server_uuid": "3d75d929-c5ec-4846-9944-5be031c66ccb", "tag": "2b22c683-df00-408c-8bd2-3daea4e20a20"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 17:01:17.146767 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df21a67-428e-4687-b65a-e3b7ba6657d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b22c683-df00-408c-8bd2-3daea4e20a20,revision_number=3']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:17.197262 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 17:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d85f55-e3a3-48f8-aa18-6fcd007b6071 x-openstack-request-id: req-99d85f55-e3a3-48f8-aa18-6fcd007b6071 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 17:01:17.197555 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d75d929-c5ec-4846-9944-5be031c66ccb", "tag": "2b22c683-df00-408c-8bd2-3daea4e20a20", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 17:01:17.197811 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-99d85f55-e3a3-48f8-aa18-6fcd007b6071 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 17:01:17.198214 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'tag': '2b22c683-df00-408c-8bd2-3daea4e20a20', 'status': 'completed', 'code': 200} Jan 24 17:01:17.214621 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-4ffa4085-f269-46d9-a8c8-ea8c73ed99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:17.216262 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-4ffa4085-f269-46d9-a8c8-ea8c73ed99e9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 1096 time: 0.0467694 Jan 24 17:01:17.264425 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-bf8e560c-3f2f-4d30-b801-8ffcede50413 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b22c683-df00-408c-8bd2-3daea4e20a20 HTTP/1.1" status: 200 len: 217 time: 0.0394318 Jan 24 17:01:17.314223 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-c7fc5299-d323-4877-a04d-de0ee7f179b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:17.315709 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-c7fc5299-d323-4877-a04d-de0ee7f179b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0449564 Jan 24 17:01:17.360969 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-576b9761-d1fb-40d1-8d44-94c52f9d3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:17.362383 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-576b9761-d1fb-40d1-8d44-94c52f9d3eb1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391173 Jan 24 17:01:17.454685 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-c3405786-3d5b-4029-bfb5-67a8a33225b0 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854623 Jan 24 17:01:17.544074 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-7d41e3cb-529b-43ee-b1dd-a569dcb4868d req-8a5bb16a-bd21-473e-aed9-2baf3bd1c1e8 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826390 Jan 24 17:01:17.634499 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b4009-bde6-42f4-a56f-2b3f3e9ef561 req-0ebcbcc1-455a-4f47-95f7-921c559bb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:17.635886 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0a0b4009-bde6-42f4-a56f-2b3f3e9ef561 req-0ebcbcc1-455a-4f47-95f7-921c559bb8a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 1096 time: 0.0400605 Jan 24 17:01:17.730030 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b4009-bde6-42f4-a56f-2b3f3e9ef561 req-5548e748-8c84-4cd7-94b6-adfdfbfbea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:17.731572 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0a0b4009-bde6-42f4-a56f-2b3f3e9ef561 req-5548e748-8c84-4cd7-94b6-adfdfbfbea9f service neutron] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 911 time: 0.0884278 Jan 24 17:01:17.777007 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0a0b4009-bde6-42f4-a56f-2b3f3e9ef561 req-f56ab6e2-1ab0-47d6-b49d-2f9b5150cd2c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b22c683-df00-408c-8bd2-3daea4e20a20 HTTP/1.1" status: 200 len: 217 time: 0.0348430 Jan 24 17:01:17.852672 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b4009-bde6-42f4-a56f-2b3f3e9ef561 req-2d90e41e-7e49-4650-a78f-44f42086c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:17.854128 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0a0b4009-bde6-42f4-a56f-2b3f3e9ef561 req-2d90e41e-7e49-4650-a78f-44f42086c3a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0745151 Jan 24 17:01:17.877508 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1369c5-c5e9-4506-8363-3c2dcf459504 req-26c46dc5-e9c4-4371-9052-9ff587c0483c tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:17.878963 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1e1369c5-c5e9-4506-8363-3c2dcf459504 req-26c46dc5-e9c4-4371-9052-9ff587c0483c tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 943 time: 0.0702417 Jan 24 17:01:17.933368 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b4009-bde6-42f4-a56f-2b3f3e9ef561 req-dd8ebf61-b837-4d79-b073-5f50c105031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:17.934876 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0a0b4009-bde6-42f4-a56f-2b3f3e9ef561 req-dd8ebf61-b837-4d79-b073-5f50c105031f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732043 Jan 24 17:01:17.954946 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1e1369c5-c5e9-4506-8363-3c2dcf459504 req-7cdac5db-cbd3-4217-8218-43993c2aa566 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621972 Jan 24 17:01:18.033670 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0a0b4009-bde6-42f4-a56f-2b3f3e9ef561 req-54a60e2b-ad8f-47ca-9f7a-460b043a3bcd service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887172 Jan 24 17:01:18.126541 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0a0b4009-bde6-42f4-a56f-2b3f3e9ef561 req-6171ccbd-4903-41eb-8a9e-d2ea8317f9d5 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840166 Jan 24 17:01:19.071028 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d24e5-c495-4e5b-9548-8f9122c3b1e6 req-fcb7e922-41da-4cf7-bfe6-1a08fac6a752 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:19.072489 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2b9d24e5-c495-4e5b-9548-8f9122c3b1e6 req-fcb7e922-41da-4cf7-bfe6-1a08fac6a752 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 943 time: 0.0518098 Jan 24 17:01:19.121387 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-2b9d24e5-c495-4e5b-9548-8f9122c3b1e6 req-c2ecf001-c69d-4d86-b148-f0ea917feab5 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433879 Jan 24 17:01:20.233875 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf54a6-fd63-4b0d-baa9-bbb67ef74de2 req-8ecfd0c4-b078-41ad-9f2a-9e8c05288771 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:20.235368 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-32bf54a6-fd63-4b0d-baa9-bbb67ef74de2 req-8ecfd0c4-b078-41ad-9f2a-9e8c05288771 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 943 time: 0.0484090 Jan 24 17:01:20.285423 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-32bf54a6-fd63-4b0d-baa9-bbb67ef74de2 req-ce22c472-c4de-4c50-8a3a-912ae18a45b3 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434346 Jan 24 17:01:21.398821 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb839e7-e237-465d-82eb-31ae9999cd0c req-c1a0fa04-f6b5-44c2-87c8-a315c2b26b74 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:21.400289 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-deb839e7-e237-465d-82eb-31ae9999cd0c req-c1a0fa04-f6b5-44c2-87c8-a315c2b26b74 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 943 time: 0.0481529 Jan 24 17:01:21.453330 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-deb839e7-e237-465d-82eb-31ae9999cd0c req-db97f10e-f04f-4c4f-91fd-342d6aedf048 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473607 Jan 24 17:01:22.571146 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef55173-907b-47c4-b087-b655bf483bb2 req-8b97a502-2378-4015-b2d2-3101a56b7358 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:22.572682 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cef55173-907b-47c4-b087-b655bf483bb2 req-8b97a502-2378-4015-b2d2-3101a56b7358 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 943 time: 0.0516081 Jan 24 17:01:22.620627 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-cef55173-907b-47c4-b087-b655bf483bb2 req-2649068e-c725-4c3b-9c48-c8ad116eba21 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 Jan 24 17:01:23.733921 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cde35-5377-4e9d-9cde-42b45ec52bc9 req-2b3223b0-4dba-40ad-b929-9eb386e2e3d6 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:23.735405 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0f9cde35-5377-4e9d-9cde-42b45ec52bc9 req-2b3223b0-4dba-40ad-b929-9eb386e2e3d6 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 943 time: 0.0484967 Jan 24 17:01:23.784913 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-0f9cde35-5377-4e9d-9cde-42b45ec52bc9 req-73ec6d4c-4033-4000-96db-979016cc0ada tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439558 Jan 24 17:01:24.512904 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 2b22c683-df00-408c-8bd2-3daea4e20a20 details requested by agent hyperv_hv-cinder-82611 with host hv-cinder-82611 {{(pid=114082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 17:01:24.616304 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 2b22c683-df00-408c-8bd2-3daea4e20a20, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=2b22c683-df00-408c-8bd2-3daea4e20a20,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:01:24.627950 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Returning: {'device': '2b22c683-df00-408c-8bd2-3daea4e20a20', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'port_id': '2b22c683-df00-408c-8bd2-3daea4e20a20', 'mac_address': 'fa:16:3e:28:bb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 17:01:24.680463 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 2b22c683-df00-408c-8bd2-3daea4e20a20 is: DOWN; New status is: BUILD {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 17:01:24.680847 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:24.696934 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b22c683-df00-408c-8bd2-3daea4e20a20 {{(pid=114082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 17:01:24.719403 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 2b22c683-df00-408c-8bd2-3daea4e20a20, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=2b22c683-df00-408c-8bd2-3daea4e20a20,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:01:24.724059 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:24.782645 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=2b22c683-df00-408c-8bd2-3daea4e20a20,revision_number=4']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:24.921302 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea59fe5-9d0b-46d8-a6a3-30ff9a6bcf39 req-c4b9ff59-5c50-4a1a-bc06-9f9bd636c82d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:24.923258 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-eea59fe5-9d0b-46d8-a6a3-30ff9a6bcf39 req-c4b9ff59-5c50-4a1a-bc06-9f9bd636c82d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 944 time: 0.0650651 Jan 24 17:01:24.975090 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-eea59fe5-9d0b-46d8-a6a3-30ff9a6bcf39 req-c28eed3d-dc5a-48e3-9ace-65c8cf1ed4c5 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459995 Jan 24 17:01:24.983350 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] get_ports_and_sgs() called for port_ids ['2b22c683-df00-408c-8bd2-3daea4e20a20'] {{(pid=114082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 17:01:26.105494 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0208921-6fba-40fb-9e88-7cd1764f1dd2 req-9713e7ba-36a7-42e3-b4df-3db1e6d1372a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:26.106956 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c0208921-6fba-40fb-9e88-7cd1764f1dd2 req-9713e7ba-36a7-42e3-b4df-3db1e6d1372a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 944 time: 0.0550666 Jan 24 17:01:26.155020 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c0208921-6fba-40fb-9e88-7cd1764f1dd2 req-93b77cf7-5e9d-4fa0-9f40-c12e6c49536b tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424101 Jan 24 17:01:26.528767 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 2b22c683-df00-408c-8bd2-3daea4e20a20 up at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 17:01:26.577037 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning for port 2b22c683-df00-408c-8bd2-3daea4e20a20 completed by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 17:01:26.580828 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.provisioning_blocks [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Provisioning complete for port 2b22c683-df00-408c-8bd2-3daea4e20a20 triggered by entity L2. {{(pid=114082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 17:01:26.581194 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495689'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), provisioning_complete {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:26.659100 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Current status of the port 2b22c683-df00-408c-8bd2-3daea4e20a20 is: BUILD; New status is: ACTIVE {{(pid=114082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 17:01:26.659485 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), before_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:26.681850 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b22c683-df00-408c-8bd2-3daea4e20a20'}] {{(pid=114082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:01:26.684142 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f4ffe982302458af3b2ad89f9a2920156a72c39be18d18c6c5d0dc2d6ccc21d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9aa9c1-a5ab-43cc-9fef-35d413b75800" -d '{"events": [{"server_uuid": "3d75d929-c5ec-4846-9944-5be031c66ccb", "name": "network-vif-plugged", "status": "completed", "tag": "2b22c683-df00-408c-8bd2-3daea4e20a20"}]}' {{(pid=114082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 17:01:26.696538 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.db [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] For port 2b22c683-df00-408c-8bd2-3daea4e20a20, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=2b22c683-df00-408c-8bd2-3daea4e20a20,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:01:26.700780 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:26.747379 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Pushing event updated for resources: {'Port': ['ID=2b22c683-df00-408c-8bd2-3daea4e20a20,revision_number=5']} {{(pid=114082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:26.838512 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 17:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba764c1-c1e2-4cfc-85c8-52ac4bfe969b x-openstack-request-id: req-4ba764c1-c1e2-4cfc-85c8-52ac4bfe969b {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 17:01:26.838837 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d75d929-c5ec-4846-9944-5be031c66ccb", "name": "network-vif-plugged", "status": "completed", "tag": "2b22c683-df00-408c-8bd2-3daea4e20a20", "code": 200}]} {{(pid=114082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 17:01:26.839098 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-4ba764c1-c1e2-4cfc-85c8-52ac4bfe969b {{(pid=114082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 17:01:26.839528 dv-cinder-826116-1-iscsi neutron-server[114082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b22c683-df00-408c-8bd2-3daea4e20a20', 'code': 200} Jan 24 17:01:27.055503 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e5ec2-038e-4b86-b7dc-3d0871d00f3a req-3bdb7f5a-b268-4664-9850-eaab4a47c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:27.056971 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f25e5ec2-038e-4b86-b7dc-3d0871d00f3a req-3bdb7f5a-b268-4664-9850-eaab4a47c8f6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 1098 time: 0.0444510 Jan 24 17:01:27.101390 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-f25e5ec2-038e-4b86-b7dc-3d0871d00f3a req-16f9333b-cc18-44b1-b972-d3e70b0bfdf1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376339 Jan 24 17:01:27.271566 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8767de-8330-4df4-b2a9-b6687269bcdd req-81a76b0d-0e7e-48b0-9be8-df7a9d0537bf tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:27.273072 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc8767de-8330-4df4-b2a9-b6687269bcdd req-81a76b0d-0e7e-48b0-9be8-df7a9d0537bf tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 945 time: 0.0515420 Jan 24 17:01:27.322799 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-cc8767de-8330-4df4-b2a9-b6687269bcdd req-ee455a68-4ece-49f3-8d9e-ff8e001e6fae tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441124 Jan 24 17:01:28.444132 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dfe63-9f79-49ab-a3fe-3b6eb6213e02 req-c65955a1-24e7-4f74-badb-ba5d53aa5efd tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:28.446781 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-049dfe63-9f79-49ab-a3fe-3b6eb6213e02 req-c65955a1-24e7-4f74-badb-ba5d53aa5efd tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 945 time: 0.0543804 Jan 24 17:01:28.495670 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-049dfe63-9f79-49ab-a3fe-3b6eb6213e02 req-d5828690-9ada-4703-b510-0493df0c0b41 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438564 Jan 24 17:01:28.609096 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc97b7-b93c-44a6-80ec-921700c14ee0 req-a2472f19-4255-43ef-89ad-5fdaf2177b62 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:28.610579 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-02bc97b7-b93c-44a6-80ec-921700c14ee0 req-a2472f19-4255-43ef-89ad-5fdaf2177b62 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 945 time: 0.0486262 Jan 24 17:01:28.659408 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-02bc97b7-b93c-44a6-80ec-921700c14ee0 req-3b0f6368-c9d2-4a6d-a0ea-5e32b6760562 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432277 Jan 24 17:01:28.681500 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58738) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:01:28.819146 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edd763-a180-4e1e-8d83-8d1f67b7aaa6 tempest-TestVolumeBootPattern-143365913 tempest-TestVolumeBootPattern-143365913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:28.820669 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e9edd763-a180-4e1e-8d83-8d1f67b7aaa6 tempest-TestVolumeBootPattern-143365913 tempest-TestVolumeBootPattern-143365913-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 1093 time: 0.1382053 Jan 24 17:01:28.823508 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58742) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:01:28.828381 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.v2.base [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Request body: {'floatingip': {'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'port_id': '2b22c683-df00-408c-8bd2-3daea4e20a20', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 17:01:28.857544 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:28.953969 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (None), before_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:29.058699 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_common [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Allocated IP 172.27.3.107 (f4e55208-cae1-44b0-b853-b1df1375b132/e2e98493-f74b-402b-aac9-b9531d45df53/d29733df-0110-4a49-9486-2c6b6e93beb1) {{(pid=114080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 17:01:29.156481 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for port (d29733df-0110-4a49-9486-2c6b6e93beb1), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:29.189784 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743867195405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (d29733df-0110-4a49-9486-2c6b6e93beb1), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:29.232440 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Network f4e55208-cae1-44b0-b853-b1df1375b132 is already hosted by enough agents. {{(pid=114080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 17:01:29.235214 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.base_scheduler [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Resources bound (agent type, host, resource id): {{(pid=114080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 17:01:29.238775 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Received port after_create {{(pid=114080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 17:01:29.244081 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'Port': ['ID=d29733df-0110-4a49-9486-2c6b6e93beb1,revision_number=1']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:29.588647 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (73725a1d-67e2-49fe-ba50-99e3d2166373), precommit_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:29.654874 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715668'] for port (d29733df-0110-4a49-9486-2c6b6e93beb1), before_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:30.038663 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for port (d29733df-0110-4a49-9486-2c6b6e93beb1), precommit_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:30.044392 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743867762252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743867195423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743867195441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28420706'] for port (d29733df-0110-4a49-9486-2c6b6e93beb1), after_update {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:30.107036 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event updated for resources: {'Port': ['ID=d29733df-0110-4a49-9486-2c6b6e93beb1,revision_number=2']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:01:30.120203 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3726781'] for floatingip (73725a1d-67e2-49fe-ba50-99e3d2166373), after_create {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:30.218008 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.l3_db [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Floating IP 73725a1d-67e2-49fe-ba50-99e3d2166373 associated. External IP: 172.27.3.107, port: 2b22c683-df00-408c-8bd2-3daea4e20a20. Jan 24 17:01:30.427727 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:01:30.541397 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:01:30.551290 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68aed0d-8e61-4560-bb3b-882708775b4c None None] Sync routers for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 17:01:30.559859 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:30.561564 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68aed0d-8e61-4560-bb3b-882708775b4c None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:01:30.562232 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-b68aed0d-8e61-4560-bb3b-882708775b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:01:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:01:30.588044 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-698a99cb-6faa-4ae3-987e-6bd50ec280ff tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7634208 Jan 24 17:01:30.588627 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'tag': '2b22c683-df00-408c-8bd2-3daea4e20a20'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:01:30.590917 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c67cf2a-44b6-49b4-8333-03e66c48dd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d75d929-c5ec-4846-9944-5be031c66ccb", "tag": "2b22c683-df00-408c-8bd2-3daea4e20a20"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 17:01:30.683648 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 17:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7b900f-7e6f-40c8-a525-19fcba0bbfea x-openstack-request-id: req-6f7b900f-7e6f-40c8-a525-19fcba0bbfea {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 17:01:30.684481 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d75d929-c5ec-4846-9944-5be031c66ccb", "tag": "2b22c683-df00-408c-8bd2-3daea4e20a20", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 17:01:30.684481 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-6f7b900f-7e6f-40c8-a525-19fcba0bbfea {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 17:01:30.684743 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'tag': '2b22c683-df00-408c-8bd2-3daea4e20a20', 'status': 'completed', 'code': 200} Jan 24 17:01:30.695474 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-b68aed0d-8e61-4560-bb3b-882708775b4c None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:01:30.744954 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67cf2a-44b6-49b4-8333-03e66c48dd0d req-ca673ab5-0376-42b8-8aca-2d8ad0efdcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:30.746485 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4c67cf2a-44b6-49b4-8333-03e66c48dd0d req-ca673ab5-0376-42b8-8aca-2d8ad0efdcf7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 1098 time: 0.0409322 Jan 24 17:01:30.839995 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67cf2a-44b6-49b4-8333-03e66c48dd0d req-88bd6e1b-c0e2-4562-9118-059aad6b68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:30.841460 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4c67cf2a-44b6-49b4-8333-03e66c48dd0d req-88bd6e1b-c0e2-4562-9118-059aad6b68b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 911 time: 0.0891404 Jan 24 17:01:30.904602 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4c67cf2a-44b6-49b4-8333-03e66c48dd0d req-01314c08-fb61-43ba-bed7-2fa7ae61545f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b22c683-df00-408c-8bd2-3daea4e20a20 HTTP/1.1" status: 200 len: 999 time: 0.0570171 Jan 24 17:01:30.921753 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-b68aed0d-8e61-4560-bb3b-882708775b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '0d1e424e-e09d-4766-99c8-dad65de34e29', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:ed:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:59:08Z', 'updated_at': '2022-01-24T16:59:11Z', 'revision_number': 1, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}, {'id': '73725a1d-67e2-49fe-ba50-99e3d2166373', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': '2b22c683-df00-408c-8bd2-3daea4e20a20', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:28:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:01:29Z', 'updated_at': '2022-01-24T17:01:29Z', 'revision_number': 0, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:01:30.948196 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68aed0d-8e61-4560-bb3b-882708775b4c None None] Checking router: 8b7aadd5-b03a-465c-8e31-547ae9e75b68 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 17:01:30.953880 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67cf2a-44b6-49b4-8333-03e66c48dd0d req-3a53aa96-ff24-43d7-bff3-2286bbe36193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:30.955362 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4c67cf2a-44b6-49b4-8333-03e66c48dd0d req-3a53aa96-ff24-43d7-bff3-2286bbe36193 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0450823 Jan 24 17:01:30.959698 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68aed0d-8e61-4560-bb3b-882708775b4c None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:01:30.960563 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-b68aed0d-8e61-4560-bb3b-882708775b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:01:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:01:31.008388 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67cf2a-44b6-49b4-8333-03e66c48dd0d req-a7df7eb8-4840-46bd-af9d-0570ecb2c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:31.010488 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4c67cf2a-44b6-49b4-8333-03e66c48dd0d req-a7df7eb8-4840-46bd-af9d-0570ecb2c902 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488846 Jan 24 17:01:31.102828 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4c67cf2a-44b6-49b4-8333-03e66c48dd0d req-95f71557-ef94-48c8-8116-a790c3e62cab service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854411 Jan 24 17:01:31.197755 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4c67cf2a-44b6-49b4-8333-03e66c48dd0d req-9bc849b2-9a86-456a-ad3f-9b7c929cf4af service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885210 Jan 24 17:01:31.204106 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-b68aed0d-8e61-4560-bb3b-882708775b4c None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:01:31.429036 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-b68aed0d-8e61-4560-bb3b-882708775b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '0d1e424e-e09d-4766-99c8-dad65de34e29', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:ed:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:59:08Z', 'updated_at': '2022-01-24T16:59:11Z', 'revision_number': 1, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}, {'id': '73725a1d-67e2-49fe-ba50-99e3d2166373', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': '2b22c683-df00-408c-8bd2-3daea4e20a20', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:28:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:01:29Z', 'updated_at': '2022-01-24T17:01:29Z', 'revision_number': 0, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:01:31.456051 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68aed0d-8e61-4560-bb3b-882708775b4c None None] The sync data for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi is: [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '0d1e424e-e09d-4766-99c8-dad65de34e29', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:ed:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:59:08Z', 'updated_at': '2022-01-24T16:59:11Z', 'revision_number': 1, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}, {'id': '73725a1d-67e2-49fe-ba50-99e3d2166373', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': '2b22c683-df00-408c-8bd2-3daea4e20a20', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:28:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T17:01:29Z', 'updated_at': '2022-01-24T17:01:29Z', 'revision_number': 0, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 17:01:31.638844 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0140a5e-e42a-44c5-95e5-41ba8cf6e1ea None None] New status for floating IP 73725a1d-67e2-49fe-ba50-99e3d2166373: ACTIVE {{(pid=114083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 17:01:33.842364 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:34.114501 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:01:35.659396 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-b9d06324-2153-4fbf-a42e-abdc6318f5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:37.913079 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fd39-ed3c-4f4b-9ba3-c26499199701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:38.913230 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1f9f05a1-0ea2-45e5-bcc9-e6bf09f5bb08 req-0148b530-8406-4a33-be86-f17f0f22b6f5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421848 Jan 24 17:01:38.999769 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f05a1-0ea2-45e5-bcc9-e6bf09f5bb08 req-559d544e-aabe-44f5-a178-d192f4ba0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:39.001237 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1f9f05a1-0ea2-45e5-bcc9-e6bf09f5bb08 req-559d544e-aabe-44f5-a178-d192f4ba0cd1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 1099 time: 0.0435882 Jan 24 17:01:39.017787 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:39.121923 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f05a1-0ea2-45e5-bcc9-e6bf09f5bb08 req-c1a940c5-a260-48f8-a371-418ae0b79406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:39.123823 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1f9f05a1-0ea2-45e5-bcc9-e6bf09f5bb08 req-c1a940c5-a260-48f8-a371-418ae0b79406 service neutron] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 911 time: 0.1001675 Jan 24 17:01:39.198772 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1f9f05a1-0ea2-45e5-bcc9-e6bf09f5bb08 req-2b6334f4-a265-4aa9-a3e7-4618053c3cdf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e43a4ce0-246d-42b6-873c-91ce5321e7de HTTP/1.1" status: 200 len: 1002 time: 0.0688195 Jan 24 17:01:39.254930 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f05a1-0ea2-45e5-bcc9-e6bf09f5bb08 req-ce7c07e4-6d02-4b93-98a6-951dc3795492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:39.256389 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1f9f05a1-0ea2-45e5-bcc9-e6bf09f5bb08 req-ce7c07e4-6d02-4b93-98a6-951dc3795492 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0500605 Jan 24 17:01:39.310797 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f05a1-0ea2-45e5-bcc9-e6bf09f5bb08 req-073df526-6e63-409b-bae7-a716bb3353ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:01:39.312309 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1f9f05a1-0ea2-45e5-bcc9-e6bf09f5bb08 req-073df526-6e63-409b-bae7-a716bb3353ca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483446 Jan 24 17:01:39.406001 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1f9f05a1-0ea2-45e5-bcc9-e6bf09f5bb08 req-62f91975-cb7c-4862-8f9c-b9ccb7944f32 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865164 Jan 24 17:01:39.528126 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-1f9f05a1-0ea2-45e5-bcc9-e6bf09f5bb08 req-babca5fd-6711-4ec8-a7af-209fc21177c6 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126072 Jan 24 17:01:40.569767 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:01:41.881147 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:03.850809 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:05.661056 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2af08122-16aa-4509-bc0d-e5e390360094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:07.915678 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ac28558c-f33a-486c-affc-0cedd2babf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:09.017859 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:10.569848 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:11.113054 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:02:11.883729 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:33.871886 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:35.663422 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-293e5bb0-daa0-4b4d-acc1-8cce6f7f929c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:37.917263 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-d15da45f-2dbd-40dd-bd2a-066e9be5d085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:39.020801 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:40.573569 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:40.895742 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-671ed576-fd1f-4ba1-a48c-d6e18c8f09c1 req-1ce0a315-c433-4449-b37c-8070cc25d9ed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392973 Jan 24 17:02:40.956209 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ed576-fd1f-4ba1-a48c-d6e18c8f09c1 req-42e5dee1-883c-406b-a26b-062d2bf7ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:40.957705 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-671ed576-fd1f-4ba1-a48c-d6e18c8f09c1 req-42e5dee1-883c-406b-a26b-062d2bf7ffb1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 1098 time: 0.0408423 Jan 24 17:02:41.061100 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ed576-fd1f-4ba1-a48c-d6e18c8f09c1 req-4c5136cb-310f-4945-9180-599fee4cda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:41.062548 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-671ed576-fd1f-4ba1-a48c-d6e18c8f09c1 req-4c5136cb-310f-4945-9180-599fee4cda75 service neutron] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 911 time: 0.0869937 Jan 24 17:02:41.126715 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-671ed576-fd1f-4ba1-a48c-d6e18c8f09c1 req-df3dfbd2-0911-4994-9b0b-ca63b8e5c582 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b22c683-df00-408c-8bd2-3daea4e20a20 HTTP/1.1" status: 200 len: 1001 time: 0.0577142 Jan 24 17:02:41.178729 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ed576-fd1f-4ba1-a48c-d6e18c8f09c1 req-dbca8d9f-b3be-460c-a900-8b9ddc1a3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:41.180260 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-671ed576-fd1f-4ba1-a48c-d6e18c8f09c1 req-dbca8d9f-b3be-460c-a900-8b9ddc1a3a5f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0479708 Jan 24 17:02:41.224659 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ed576-fd1f-4ba1-a48c-d6e18c8f09c1 req-7e48b198-138e-49f8-b794-e29b6bc57bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:02:41.226118 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-671ed576-fd1f-4ba1-a48c-d6e18c8f09c1 req-7e48b198-138e-49f8-b794-e29b6bc57bc5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399370 Jan 24 17:02:41.315560 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-671ed576-fd1f-4ba1-a48c-d6e18c8f09c1 req-8619e6ee-ee36-4978-9ad8-f539e7a851d1 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830410 Jan 24 17:02:41.401608 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-671ed576-fd1f-4ba1-a48c-d6e18c8f09c1 req-28313088-056a-4c4a-9d7f-c5bdf196bd18 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803077 Jan 24 17:02:41.886321 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:02:48.112881 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:03:03.896068 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:05.664705 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c44c-5219-472f-888e-149bc8305cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:07.919759 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-82f219c5-75e4-4d8b-8338-9a7003c7d71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:09.023550 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:09.585791 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58780) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:09.742275 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Deleting port d29733df-0110-4a49-9486-2c6b6e93beb1 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:03:09.742615 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (d29733df-0110-4a49-9486-2c6b6e93beb1), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:09.819727 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (d29733df-0110-4a49-9486-2c6b6e93beb1), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:09.820054 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (d29733df-0110-4a49-9486-2c6b6e93beb1), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:09.832156 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Calling delete_port for d29733df-0110-4a49-9486-2c6b6e93beb1 owned by network:floatingip {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:03:09.977802 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (d29733df-0110-4a49-9486-2c6b6e93beb1), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:10.002694 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event deleted for resources: {'Port': ['ID=d29733df-0110-4a49-9486-2c6b6e93beb1,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:10.025811 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.026155 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.026493 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.026856 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.027185 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.027510 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.027836 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.028158 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.028479 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.028800 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.029119 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.029435 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.029747 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:10.071379 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (73725a1d-67e2-49fe-ba50-99e3d2166373), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:10.071706 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.l3_db [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Floating IP 73725a1d-67e2-49fe-ba50-99e3d2166373 disassociated (deleted). External IP: 172.27.3.107, port: 2b22c683-df00-408c-8bd2-3daea4e20a20. Jan 24 17:03:10.278097 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:03:10.385640 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:03:10.390443 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:10.394936 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5c725-ef53-446e-8dff-9b408ce75d71 None None] Sync routers for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 17:03:10.405440 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5c725-ef53-446e-8dff-9b408ce75d71 None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:03:10.406052 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-dee5c725-ef53-446e-8dff-9b408ce75d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:03:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:10.418839 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-ec9b2ad8-942c-4fbf-96bf-312f8f4ef79e tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "DELETE /v2.0/floatingips/73725a1d-67e2-49fe-ba50-99e3d2166373 HTTP/1.1" status: 204 len: 168 time: 0.8296344 Jan 24 17:03:10.418839 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'tag': '2b22c683-df00-408c-8bd2-3daea4e20a20'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:03:10.419498 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63331fbc-e80f-4726-b81f-e62f9de7e901" -d '{"events": [{"name": "network-changed", "server_uuid": "3d75d929-c5ec-4846-9944-5be031c66ccb", "tag": "2b22c683-df00-408c-8bd2-3daea4e20a20"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 17:03:10.459095 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5547c9-d332-4b71-866b-6f32123a6c70 x-openstack-request-id: req-2a5547c9-d332-4b71-866b-6f32123a6c70 {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 17:03:10.459394 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d75d929-c5ec-4846-9944-5be031c66ccb", "tag": "2b22c683-df00-408c-8bd2-3daea4e20a20", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 17:03:10.459652 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-2a5547c9-d332-4b71-866b-6f32123a6c70 {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 17:03:10.460064 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'tag': '2b22c683-df00-408c-8bd2-3daea4e20a20', 'status': 'completed', 'code': 200} Jan 24 17:03:10.523884 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63331fbc-e80f-4726-b81f-e62f9de7e901 req-19d9268e-a24b-47f7-8c62-2ee14d7a23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:10.525478 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-63331fbc-e80f-4726-b81f-e62f9de7e901 req-19d9268e-a24b-47f7-8c62-2ee14d7a23c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 1098 time: 0.0428846 Jan 24 17:03:10.526882 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-dee5c725-ef53-446e-8dff-9b408ce75d71 None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:03:10.629496 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:10.661657 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63331fbc-e80f-4726-b81f-e62f9de7e901 req-93e7ba55-7a2d-4cd6-bddf-03d7a31d7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:10.663136 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-63331fbc-e80f-4726-b81f-e62f9de7e901 req-93e7ba55-7a2d-4cd6-bddf-03d7a31d7dc5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 911 time: 0.1276217 Jan 24 17:03:10.677469 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3298b-eb00-4cac-80f7-e4d11a9638c4 req-1099bf20-1f71-40b3-a73c-156722db18e6 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:10.678900 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e8b3298b-eb00-4cac-80f7-e4d11a9638c4 req-1099bf20-1f71-40b3-a73c-156722db18e6 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 945 time: 0.0695097 Jan 24 17:03:10.723366 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-63331fbc-e80f-4726-b81f-e62f9de7e901 req-9627b3d2-e0da-448e-af11-419a5b3168d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b22c683-df00-408c-8bd2-3daea4e20a20 HTTP/1.1" status: 200 len: 217 time: 0.0434737 Jan 24 17:03:10.782181 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-dee5c725-ef53-446e-8dff-9b408ce75d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '0d1e424e-e09d-4766-99c8-dad65de34e29', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:ed:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:59:08Z', 'updated_at': '2022-01-24T16:59:11Z', 'revision_number': 1, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:10.809795 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5c725-ef53-446e-8dff-9b408ce75d71 None None] Checking router: 8b7aadd5-b03a-465c-8e31-547ae9e75b68 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 17:03:10.812680 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63331fbc-e80f-4726-b81f-e62f9de7e901 req-78f426b7-f89d-4924-974b-bf0ef9e27b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:10.815370 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-63331fbc-e80f-4726-b81f-e62f9de7e901 req-78f426b7-f89d-4924-974b-bf0ef9e27b8b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0842948 Jan 24 17:03:10.818712 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5c725-ef53-446e-8dff-9b408ce75d71 None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:03:10.819378 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-dee5c725-ef53-446e-8dff-9b408ce75d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:03:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:10.821719 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-e8b3298b-eb00-4cac-80f7-e4d11a9638c4 req-8ed951b3-b0c6-459b-93aa-716d5c092f87 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361406 Jan 24 17:03:10.866693 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63331fbc-e80f-4726-b81f-e62f9de7e901 req-18cd0647-f4f8-4c0e-b5b8-d4b155ee96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:10.868371 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-63331fbc-e80f-4726-b81f-e62f9de7e901 req-18cd0647-f4f8-4c0e-b5b8-d4b155ee96c3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455043 Jan 24 17:03:10.928613 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-dee5c725-ef53-446e-8dff-9b408ce75d71 None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:03:10.961815 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-63331fbc-e80f-4726-b81f-e62f9de7e901 req-c3a50850-1e52-4ac2-ae4b-15bac86c58c8 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858147 Jan 24 17:03:11.049716 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-63331fbc-e80f-4726-b81f-e62f9de7e901 req-33929d10-7bdd-4a9d-bc09-09bd7858d27b service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810955 Jan 24 17:03:11.167188 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-dee5c725-ef53-446e-8dff-9b408ce75d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '0d1e424e-e09d-4766-99c8-dad65de34e29', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:ed:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:59:08Z', 'updated_at': '2022-01-24T16:59:11Z', 'revision_number': 1, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:11.195168 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5c725-ef53-446e-8dff-9b408ce75d71 None None] The sync data for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi is: [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_floatingips': [{'id': '0d1e424e-e09d-4766-99c8-dad65de34e29', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'router_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'port_id': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'mac_address': 'fa:16:3e:ed:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T16:59:08Z', 'updated_at': '2022-01-24T16:59:11Z', 'revision_number': 1, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 17:03:11.411686 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee653ea-d42f-47ab-b70b-214608c8e174 None None] New status for floating IP 73725a1d-67e2-49fe-ba50-99e3d2166373: DOWN {{(pid=114083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 17:03:11.887905 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:11.942029 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695327e-d0d2-4106-895e-e33c6aa0295d req-8d14f119-40d0-4dd3-bc9d-9f546d93a632 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:11.943540 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d695327e-d0d2-4106-895e-e33c6aa0295d req-8d14f119-40d0-4dd3-bc9d-9f546d93a632 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 945 time: 0.0492177 Jan 24 17:03:11.996520 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d695327e-d0d2-4106-895e-e33c6aa0295d req-b49eb2f4-8161-4523-a736-87d5a88b5401 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474041 Jan 24 17:03:12.213762 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093b9dc-f048-4295-aca8-fa5e8c2adb79 req-be5022df-db3e-4d7b-8aff-8db36052c0c3 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:12.215210 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4093b9dc-f048-4295-aca8-fa5e8c2adb79 req-be5022df-db3e-4d7b-8aff-8db36052c0c3 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 945 time: 0.0513325 Jan 24 17:03:12.301707 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-4093b9dc-f048-4295-aca8-fa5e8c2adb79 req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Deleting port 2b22c683-df00-408c-8bd2-3daea4e20a20 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:03:12.302055 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4093b9dc-f048-4295-aca8-fa5e8c2adb79 req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:12.393547 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-4093b9dc-f048-4295-aca8-fa5e8c2adb79 req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] For port 2b22c683-df00-408c-8bd2-3daea4e20a20, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=2b22c683-df00-408c-8bd2-3daea4e20a20,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:03:12.394044 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4093b9dc-f048-4295-aca8-fa5e8c2adb79 req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:12.406460 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-4093b9dc-f048-4295-aca8-fa5e8c2adb79 req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Calling delete_port for 2b22c683-df00-408c-8bd2-3daea4e20a20 owned by compute:nova {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:03:12.530239 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4093b9dc-f048-4295-aca8-fa5e8c2adb79 req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (2b22c683-df00-408c-8bd2-3daea4e20a20), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:12.558143 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event deleted for resources: {'Port': ['ID=2b22c683-df00-408c-8bd2-3daea4e20a20,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:12.584565 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.584976 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.585328 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.585665 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.585995 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.586321 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.586647 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.587003 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.587331 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.587661 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.587979 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.588300 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.588619 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826116-1-iscsi {{(pid=114081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 17:03:12.607038 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4093b9dc-f048-4295-aca8-fa5e8c2adb79 req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] No DVR routers for this DVR port 2b22c683-df00-408c-8bd2-3daea4e20a20 on host hv-cinder-82611 {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:03:12.609342 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-4093b9dc-f048-4295-aca8-fa5e8c2adb79 req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:12.613368 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-4093b9dc-f048-4295-aca8-fa5e8c2adb79 req-e05d9504-fb7f-462c-8dda-19e6f6c8d32d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "DELETE /v2.0/ports/2b22c683-df00-408c-8bd2-3daea4e20a20 HTTP/1.1" status: 204 len: 173 time: 0.3927414 Jan 24 17:03:12.613792 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'name': 'network-vif-deleted', 'tag': '2b22c683-df00-408c-8bd2-3daea4e20a20'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:03:12.616015 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c658881-af16-4aae-ab43-1efc9378adc8" -d '{"events": [{"server_uuid": "3d75d929-c5ec-4846-9944-5be031c66ccb", "name": "network-vif-deleted", "tag": "2b22c683-df00-408c-8bd2-3daea4e20a20"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 17:03:12.667309 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 17:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3506ee-a7c2-431c-887f-f9be2469c7d1 x-openstack-request-id: req-9d3506ee-a7c2-431c-887f-f9be2469c7d1 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 17:03:12.667635 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d75d929-c5ec-4846-9944-5be031c66ccb", "name": "network-vif-deleted", "tag": "2b22c683-df00-408c-8bd2-3daea4e20a20", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 17:03:12.667890 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-9d3506ee-a7c2-431c-887f-f9be2469c7d1 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 17:03:12.668284 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d75d929-c5ec-4846-9944-5be031c66ccb', 'name': 'network-vif-deleted', 'tag': '2b22c683-df00-408c-8bd2-3daea4e20a20', 'status': 'completed', 'code': 200} Jan 24 17:03:13.106936 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-d3eeee1a-5ff3-48b0-bae4-8138671f079f req-f587a2a2-a44f-4631-b5b3-c0f3e66cf583 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=3d75d929-c5ec-4846-9944-5be031c66ccb HTTP/1.1" status: 200 len: 210 time: 0.0252254 Jan 24 17:03:15.035009 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 2b22c683-df00-408c-8bd2-3daea4e20a20 no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:03:15.055127 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: 2b22c683-df00-408c-8bd2-3daea4e20a20 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:03:15.055471 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device 2b22c683-df00-408c-8bd2-3daea4e20a20 not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:03:16.382334 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58824) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:16.534842 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Deleting port c43812c1-08b8-4416-98c7-aa4ece7ae13e {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:03:16.535183 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (c43812c1-08b8-4416-98c7-aa4ece7ae13e), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:16.611605 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (c43812c1-08b8-4416-98c7-aa4ece7ae13e), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:16.611926 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (c43812c1-08b8-4416-98c7-aa4ece7ae13e), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:16.623728 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Calling delete_port for c43812c1-08b8-4416-98c7-aa4ece7ae13e owned by network:floatingip {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:03:16.761723 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (c43812c1-08b8-4416-98c7-aa4ece7ae13e), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:16.789631 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event deleted for resources: {'Port': ['ID=c43812c1-08b8-4416-98c7-aa4ece7ae13e,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:16.848855 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (0d1e424e-e09d-4766-99c8-dad65de34e29), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:16.849184 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.db.l3_db [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Floating IP 0d1e424e-e09d-4766-99c8-dad65de34e29 disassociated (deleted). External IP: 172.27.3.157, port: e43a4ce0-246d-42b6-873c-91ce5321e7de. Jan 24 17:03:17.050034 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:03:17.155098 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:03:17.159956 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:17.164799 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e7097-68fb-4f46-8bf5-95a30820f169 None None] Sync routers for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 17:03:17.178632 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e7097-68fb-4f46-8bf5-95a30820f169 None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:03:17.179265 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-cc1e7097-68fb-4f46-8bf5-95a30820f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:03:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:17.188812 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-a687ad7b-7033-4f50-8a7c-7e8f2388568d tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "DELETE /v2.0/floatingips/0d1e424e-e09d-4766-99c8-dad65de34e29 HTTP/1.1" status: 204 len: 168 time: 0.8053086 Jan 24 17:03:17.189507 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'tag': 'e43a4ce0-246d-42b6-873c-91ce5321e7de'}] {{(pid=114080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:03:17.192811 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627728394575a8a271101d38e599c77ef246e354a001ee2240e2e874f5035672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95923660-3f67-4d3c-b8fb-21cfec13e072" -d '{"events": [{"name": "network-changed", "server_uuid": "77a62339-b2a1-409a-9c18-64ec7f8263f7", "tag": "e43a4ce0-246d-42b6-873c-91ce5321e7de"}]}' {{(pid=114080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 17:03:17.243147 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 17:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd63ee0e-d3b3-4470-afd8-a317029374da x-openstack-request-id: req-cd63ee0e-d3b3-4470-afd8-a317029374da {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 17:03:17.243448 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a62339-b2a1-409a-9c18-64ec7f8263f7", "tag": "e43a4ce0-246d-42b6-873c-91ce5321e7de", "status": "completed", "code": 200}]} {{(pid=114080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 17:03:17.243915 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-cd63ee0e-d3b3-4470-afd8-a317029374da {{(pid=114080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 17:03:17.244326 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'tag': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'status': 'completed', 'code': 200} Jan 24 17:03:17.293181 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-cc1e7097-68fb-4f46-8bf5-95a30820f169 None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:03:17.306301 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95923660-3f67-4d3c-b8fb-21cfec13e072 req-e6642ddf-f962-429e-9bf9-d4a4822ae63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:17.307868 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-95923660-3f67-4d3c-b8fb-21cfec13e072 req-e6642ddf-f962-429e-9bf9-d4a4822ae63d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a337369b3dc467394f2629fb2f8487c&device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 1099 time: 0.0421729 Jan 24 17:03:17.447243 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95923660-3f67-4d3c-b8fb-21cfec13e072 req-58456f17-5b04-4e12-93b6-9b3451bccf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:17.448752 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-95923660-3f67-4d3c-b8fb-21cfec13e072 req-58456f17-5b04-4e12-93b6-9b3451bccf2d service neutron] 10.222.0.79 "GET /v2.0/networks?id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 200 len: 911 time: 0.1352029 Jan 24 17:03:17.461089 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c4e13-0092-46c8-87ea-db83eabe56ef req-503218b6-2a68-4d03-ae6a-f136f0957d1c tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:17.462553 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ab9c4e13-0092-46c8-87ea-db83eabe56ef req-503218b6-2a68-4d03-ae6a-f136f0957d1c tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 946 time: 0.0898738 Jan 24 17:03:17.512607 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-95923660-3f67-4d3c-b8fb-21cfec13e072 req-7eb630c9-96e9-4d5e-94b0-42bb437e1928 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e43a4ce0-246d-42b6-873c-91ce5321e7de HTTP/1.1" status: 200 len: 217 time: 0.0490708 Jan 24 17:03:17.572823 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-ab9c4e13-0092-46c8-87ea-db83eabe56ef req-5a218669-96b3-48bb-bc97-c1b8f2763057 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034470 Jan 24 17:03:17.583544 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95923660-3f67-4d3c-b8fb-21cfec13e072 req-b8c3160c-c5f8-436e-871f-96be89436919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:17.584971 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-95923660-3f67-4d3c-b8fb-21cfec13e072 req-b8c3160c-c5f8-436e-871f-96be89436919 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 200 len: 850 time: 0.0648837 Jan 24 17:03:17.628236 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-cc1e7097-68fb-4f46-8bf5-95a30820f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:17.633093 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95923660-3f67-4d3c-b8fb-21cfec13e072 req-dfc028c4-9e4c-460a-b574-907c7ea6a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:17.634594 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-95923660-3f67-4d3c-b8fb-21cfec13e072 req-dfc028c4-9e4c-460a-b574-907c7ea6a0f0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65b89cb5-235f-4d33-82a0-9e74a9bccb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408125 Jan 24 17:03:17.654591 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e7097-68fb-4f46-8bf5-95a30820f169 None None] Checking router: 8b7aadd5-b03a-465c-8e31-547ae9e75b68 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 17:03:17.664369 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e7097-68fb-4f46-8bf5-95a30820f169 None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:03:17.664617 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-cc1e7097-68fb-4f46-8bf5-95a30820f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:03:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:17.729304 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-95923660-3f67-4d3c-b8fb-21cfec13e072 req-3b50e15a-8ef4-49b0-afc9-ae61d990e3cd service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866349 Jan 24 17:03:17.771049 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-cc1e7097-68fb-4f46-8bf5-95a30820f169 None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:03:17.818621 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-95923660-3f67-4d3c-b8fb-21cfec13e072 req-586a6a3f-54d1-4c73-95a8-d05c23df9d54 service neutron] 10.222.0.79 "GET /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816293 Jan 24 17:03:17.969074 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-cc1e7097-68fb-4f46-8bf5-95a30820f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:17.995187 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e7097-68fb-4f46-8bf5-95a30820f169 None None] The sync data for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi is: [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T16:55:26Z', 'revision_number': 4, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi', '_interfaces': [{'id': '142d484f-3ebf-46fe-9e8e-6ab199c2632f', 'name': '', 'network_id': '65b89cb5-235f-4d33-82a0-9e74a9bccb1e', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'mac_address': 'fa:16:3e:a8:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ea396585-6a9a-449a-a830-08620a48612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:25Z', 'updated_at': '2022-01-24T16:55:32Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'subnets': [{'id': 'ea396585-6a9a-449a-a830-08620a48612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 17:03:18.220587 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a437b12-e98e-4e4e-ad7c-a6cebf0c4949 None None] New status for floating IP 0d1e424e-e09d-4766-99c8-dad65de34e29: DOWN {{(pid=114083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 17:03:18.694185 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d28c88-288a-47ba-9120-927f53525b65 req-058e69b7-047c-4e0d-b678-42831d6dac80 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:18.695680 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b1d28c88-288a-47ba-9120-927f53525b65 req-058e69b7-047c-4e0d-b678-42831d6dac80 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 946 time: 0.0487657 Jan 24 17:03:18.742936 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-b1d28c88-288a-47ba-9120-927f53525b65 req-fb3e2cbd-4ee0-4a3b-8c7d-444b1b25cfa7 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/security-groups?id=2220eb5b-5620-4760-90d5-cacb9a6ffa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414283 Jan 24 17:03:18.884637 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653b743-ae60-4fc4-89b4-69508c0c4439 req-83f820ca-df6b-4be8-8426-e5093423e2f0 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 17:03:18.886027 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0653b743-ae60-4fc4-89b4-69508c0c4439 req-83f820ca-df6b-4be8-8426-e5093423e2f0 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 946 time: 0.0521729 Jan 24 17:03:18.974443 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-0653b743-ae60-4fc4-89b4-69508c0c4439 req-2a0172f9-ea9f-460d-9b1a-24d423e43471 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Deleting port e43a4ce0-246d-42b6-873c-91ce5321e7de {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:03:18.974795 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0653b743-ae60-4fc4-89b4-69508c0c4439 req-2a0172f9-ea9f-460d-9b1a-24d423e43471 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:19.061483 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.db [req-0653b743-ae60-4fc4-89b4-69508c0c4439 req-2a0172f9-ea9f-460d-9b1a-24d423e43471 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] For port e43a4ce0-246d-42b6-873c-91ce5321e7de, host hv-cinder-82611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82611',level=0,port_id=e43a4ce0-246d-42b6-873c-91ce5321e7de,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:03:19.061840 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0653b743-ae60-4fc4-89b4-69508c0c4439 req-2a0172f9-ea9f-460d-9b1a-24d423e43471 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:19.075032 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [req-0653b743-ae60-4fc4-89b4-69508c0c4439 req-2a0172f9-ea9f-460d-9b1a-24d423e43471 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Calling delete_port for e43a4ce0-246d-42b6-873c-91ce5321e7de owned by compute:nova {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:03:19.199454 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0653b743-ae60-4fc4-89b4-69508c0c4439 req-2a0172f9-ea9f-460d-9b1a-24d423e43471 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (e43a4ce0-246d-42b6-873c-91ce5321e7de), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:19.227714 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0172f9-ea9f-460d-9b1a-24d423e43471 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event deleted for resources: {'Port': ['ID=e43a4ce0-246d-42b6-873c-91ce5321e7de,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:19.268543 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0653b743-ae60-4fc4-89b4-69508c0c4439 req-2a0172f9-ea9f-460d-9b1a-24d423e43471 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] No DVR routers for this DVR port e43a4ce0-246d-42b6-873c-91ce5321e7de on host hv-cinder-82611 {{(pid=114081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:03:19.272099 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [req-0653b743-ae60-4fc4-89b4-69508c0c4439 req-2a0172f9-ea9f-460d-9b1a-24d423e43471 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for port (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:19.275560 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [req-0653b743-ae60-4fc4-89b4-69508c0c4439 req-2a0172f9-ea9f-460d-9b1a-24d423e43471 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.79 "DELETE /v2.0/ports/e43a4ce0-246d-42b6-873c-91ce5321e7de HTTP/1.1" status: 204 len: 173 time: 0.3846138 Jan 24 17:03:19.275972 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'name': 'network-vif-deleted', 'tag': 'e43a4ce0-246d-42b6-873c-91ce5321e7de'}] {{(pid=114081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 17:03:19.278213 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a3a8ecf875a94153e4606ce575c6582042206022e734405c78449b1ca4db396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c631c22a-8b8c-4145-ba3e-ae7c71f60a7b" -d '{"events": [{"server_uuid": "77a62339-b2a1-409a-9c18-64ec7f8263f7", "name": "network-vif-deleted", "tag": "e43a4ce0-246d-42b6-873c-91ce5321e7de"}]}' {{(pid=114081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 17:03:19.320095 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 17:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0404b60-2f4c-45c6-8930-fe43cde89114 x-openstack-request-id: req-a0404b60-2f4c-45c6-8930-fe43cde89114 {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 17:03:19.320412 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a62339-b2a1-409a-9c18-64ec7f8263f7", "name": "network-vif-deleted", "tag": "e43a4ce0-246d-42b6-873c-91ce5321e7de", "status": "completed", "code": 200}]} {{(pid=114081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 17:03:19.320665 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-a0404b60-2f4c-45c6-8930-fe43cde89114 {{(pid=114081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 17:03:19.321089 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a62339-b2a1-409a-9c18-64ec7f8263f7', 'name': 'network-vif-deleted', 'tag': 'e43a4ce0-246d-42b6-873c-91ce5321e7de', 'status': 'completed', 'code': 200} Jan 24 17:03:19.849543 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [req-c18c82e5-d370-4799-8280-369722e4ab29 req-4ebbf9e5-18c1-4002-9565-5b9232e85ce1 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "GET /v2.0/ports?device_id=77a62339-b2a1-409a-9c18-64ec7f8263f7 HTTP/1.1" status: 200 len: 210 time: 0.0265863 Jan 24 17:03:20.905515 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [-] (114081) accepted ('10.222.0.117', 58840) {{(pid=114081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:21.030940 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-65582f77-616b-42a7-bdf3-c2332b9ddf89 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Deleting port 33d16a8f-6923-4593-b5f7-ee9d0ccc3892 {{(pid=114081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:03:21.031270 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-65582f77-616b-42a7-bdf3-c2332b9ddf89 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (33d16a8f-6923-4593-b5f7-ee9d0ccc3892), before_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:21.384675 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-65582f77-616b-42a7-bdf3-c2332b9ddf89 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (33d16a8f-6923-4593-b5f7-ee9d0ccc3892), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:21.384989 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-65582f77-616b-42a7-bdf3-c2332b9ddf89 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (33d16a8f-6923-4593-b5f7-ee9d0ccc3892), precommit_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:21.396005 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.plugins.ml2.plugin [None req-65582f77-616b-42a7-bdf3-c2332b9ddf89 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Calling delete_port for 33d16a8f-6923-4593-b5f7-ee9d0ccc3892 owned by network:floatingip {{(pid=114081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:03:21.522300 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-65582f77-616b-42a7-bdf3-c2332b9ddf89 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1357174'] for port (33d16a8f-6923-4593-b5f7-ee9d0ccc3892), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:21.545800 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65582f77-616b-42a7-bdf3-c2332b9ddf89 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event deleted for resources: {'Port': ['ID=33d16a8f-6923-4593-b5f7-ee9d0ccc3892,revision_number=None']} {{(pid=114081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:21.606935 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-65582f77-616b-42a7-bdf3-c2332b9ddf89 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for floatingip (072fd69e-644a-469a-b6df-ed52a32fa5f5), after_delete {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:21.609417 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron_lib.callbacks.manager [None req-65582f77-616b-42a7-bdf3-c2332b9ddf89 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4188497'] for floatingip (None), before_response {{(pid=114081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:21.610527 dv-cinder-826116-1-iscsi neutron-server[114081]: INFO neutron.wsgi [None req-65582f77-616b-42a7-bdf3-c2332b9ddf89 tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "DELETE /v2.0/floatingips/072fd69e-644a-469a-b6df-ed52a32fa5f5 HTTP/1.1" status: 204 len: 168 time: 0.7040482 Jan 24 17:03:22.798943 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58852) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:22.857123 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cb6-1d32-45fa-a934-ea92e14cb83a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group (2220eb5b-5620-4760-90d5-cacb9a6ffa11), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:22.881537 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cb6-1d32-45fa-a934-ea92e14cb83a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group (2220eb5b-5620-4760-90d5-cacb9a6ffa11), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:22.938952 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cb6-1d32-45fa-a934-ea92e14cb83a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (2220eb5b-5620-4760-90d5-cacb9a6ffa11), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:22.942835 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-49fd8cb6-1d32-45fa-a934-ea92e14cb83a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:22.944241 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-49fd8cb6-1d32-45fa-a934-ea92e14cb83a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] 10.222.0.117 "DELETE /v2.0/security-groups/2220eb5b-5620-4760-90d5-cacb9a6ffa11 HTTP/1.1" status: 204 len: 168 time: 0.1443081 Jan 24 17:03:22.953281 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd8cb6-1d32-45fa-a934-ea92e14cb83a tempest-TestVolumeBootPattern-1435515500 tempest-TestVolumeBootPattern-1435515500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2220eb5b-5620-4760-90d5-cacb9a6ffa11,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:23.085824 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device e43a4ce0-246d-42b6-873c-91ce5321e7de no longer exists at agent hyperv_hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:03:23.109690 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] No Port match for: e43a4ce0-246d-42b6-873c-91ce5321e7de {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:03:23.110034 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Device e43a4ce0-246d-42b6-873c-91ce5321e7de not bound to the agent host hv-cinder-82611 {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:03:24.013199 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58858) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:24.532885 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09ecc73a-9e35-4339-bfd3-1f3fef0d78b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720749'] for router_interface (8b7aadd5-b03a-465c-8e31-547ae9e75b68), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:25.007744 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-09ecc73a-9e35-4339-bfd3-1f3fef0d78b5 admin admin] Deleting port 142d484f-3ebf-46fe-9e8e-6ab199c2632f {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:03:25.007984 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09ecc73a-9e35-4339-bfd3-1f3fef0d78b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:25.085766 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-09ecc73a-9e35-4339-bfd3-1f3fef0d78b5 admin admin] For port 142d484f-3ebf-46fe-9e8e-6ab199c2632f, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=142d484f-3ebf-46fe-9e8e-6ab199c2632f,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:03:25.086466 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09ecc73a-9e35-4339-bfd3-1f3fef0d78b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:25.098470 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-09ecc73a-9e35-4339-bfd3-1f3fef0d78b5 admin admin] Calling delete_port for 142d484f-3ebf-46fe-9e8e-6ab199c2632f owned by network:router_interface {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:03:25.110553 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:03:25.281480 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09ecc73a-9e35-4339-bfd3-1f3fef0d78b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (142d484f-3ebf-46fe-9e8e-6ab199c2632f), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:25.311439 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecc73a-9e35-4339-bfd3-1f3fef0d78b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=142d484f-3ebf-46fe-9e8e-6ab199c2632f,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:25.487177 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09ecc73a-9e35-4339-bfd3-1f3fef0d78b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714787'] for router_interface (8b7aadd5-b03a-465c-8e31-547ae9e75b68), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:25.709862 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ecc73a-9e35-4339-bfd3-1f3fef0d78b5 admin admin] Router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:03:25.815052 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ecc73a-9e35-4339-bfd3-1f3fef0d78b5 admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:03:25.820930 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-09ecc73a-9e35-4339-bfd3-1f3fef0d78b5 admin admin] 10.222.0.117 "PUT /v2.0/routers/8b7aadd5-b03a-465c-8e31-547ae9e75b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8068113 Jan 24 17:03:25.823544 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58862) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:25.826230 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b6ed58-381d-4b5b-a3b3-d0707aaee6cd None None] Sync routers for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 17:03:25.837150 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b6ed58-381d-4b5b-a3b3-d0707aaee6cd None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:03:25.837757 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-d9b6ed58-381d-4b5b-a3b3-d0707aaee6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:03:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:25.925638 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Publish callbacks [] for router (8b7aadd5-b03a-465c-8e31-547ae9e75b68), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:25.943636 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-d9b6ed58-381d-4b5b-a3b3-d0707aaee6cd None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:03:26.032140 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Publish callbacks [] for router_gateway (8b7aadd5-b03a-465c-8e31-547ae9e75b68), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.085658 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Deleting port eba77803-80a0-4532-8bb4-92fb7cdf5e44 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:03:26.086193 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.127233 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-d9b6ed58-381d-4b5b-a3b3-d0707aaee6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T17:03:25Z', 'revision_number': 5, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port': {'id': 'eba77803-80a0-4532-8bb4-92fb7cdf5e44', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:df:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:22Z', 'updated_at': '2022-01-24T16:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:26.158316 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b6ed58-381d-4b5b-a3b3-d0707aaee6cd None None] Checking router: 8b7aadd5-b03a-465c-8e31-547ae9e75b68 for host: dv-cinder-826116-1-iscsi {{(pid=114082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 17:03:26.163811 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] For port eba77803-80a0-4532-8bb4-92fb7cdf5e44, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=eba77803-80a0-4532-8bb4-92fb7cdf5e44,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:03:26.164174 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.166860 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b6ed58-381d-4b5b-a3b3-d0707aaee6cd None None] Routers {'8b7aadd5-b03a-465c-8e31-547ae9e75b68'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:03:26.167480 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-d9b6ed58-381d-4b5b-a3b3-d0707aaee6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:03:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'], 'active': True} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:26.177124 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Calling delete_port for eba77803-80a0-4532-8bb4-92fb7cdf5e44 owned by network:router_gateway {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:03:26.253102 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_dvr_db [None req-d9b6ed58-381d-4b5b-a3b3-d0707aaee6cd None None] Set router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 gateway port host: None {{(pid=114082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:03:26.305709 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.db.l3_hamode_db [None req-d9b6ed58-381d-4b5b-a3b3-d0707aaee6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T17:03:26Z', 'revision_number': 6, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port_host': None}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:26.337637 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b6ed58-381d-4b5b-a3b3-d0707aaee6cd None None] The sync data for ids ['8b7aadd5-b03a-465c-8e31-547ae9e75b68'] in dv-cinder-826116-1-iscsi is: [{'id': '8b7aadd5-b03a-465c-8e31-547ae9e75b68', 'name': 'tempest-TestVolumeBootPattern-130294511-router', 'tenant_id': '7a337369b3dc467394f2629fb2f8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:21Z', 'updated_at': '2022-01-24T17:03:26Z', 'revision_number': 6, 'project_id': '7a337369b3dc467394f2629fb2f8487c', 'gw_port_host': None}] {{(pid=114082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 17:03:26.338927 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (eba77803-80a0-4532-8bb4-92fb7cdf5e44), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.368770 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=eba77803-80a0-4532-8bb4-92fb7cdf5e44,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:26.428412 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725364'] for router_gateway (8b7aadd5-b03a-465c-8e31-547ae9e75b68), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.518727 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3713696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29947'] for router (8b7aadd5-b03a-465c-8e31-547ae9e75b68), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.520973 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Publish callbacks [] for router_controller (8b7aadd5-b03a-465c-8e31-547ae9e75b68), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.563000 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3713707'] for router (8b7aadd5-b03a-465c-8e31-547ae9e75b68), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.563518 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b7aadd5-b03a-465c-8e31-547ae9e75b68 {{(pid=114080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 17:03:26.568081 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.569477 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-5e1bd1d2-25ee-4e40-bc94-3a00f75d0f70 admin admin] 10.222.0.117 "DELETE /v2.0/routers/8b7aadd5-b03a-465c-8e31-547ae9e75b68 HTTP/1.1" status: 204 len: 168 time: 0.7447724 Jan 24 17:03:26.572015 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58864) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:26.619695 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b395de2-0b69-4c89-ac26-1ba856f77cca admin admin] Deleting subnet ea396585-6a9a-449a-a830-08620a48612e {{(pid=114080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 17:03:26.622636 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7b395de2-0b69-4c89-ac26-1ba856f77cca admin admin] Publish callbacks [] for subnet (ea396585-6a9a-449a-a830-08620a48612e), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.655125 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7b395de2-0b69-4c89-ac26-1ba856f77cca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28954014'] for subnet (ea396585-6a9a-449a-a830-08620a48612e), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.740545 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7b395de2-0b69-4c89-ac26-1ba856f77cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (ea396585-6a9a-449a-a830-08620a48612e), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.797725 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7b395de2-0b69-4c89-ac26-1ba856f77cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28420788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29096949'] for subnet (ea396585-6a9a-449a-a830-08620a48612e), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.828101 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b395de2-0b69-4c89-ac26-1ba856f77cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea396585-6a9a-449a-a830-08620a48612e,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:26.830063 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-7b395de2-0b69-4c89-ac26-1ba856f77cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.833807 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-7b395de2-0b69-4c89-ac26-1ba856f77cca admin admin] 10.222.0.117 "DELETE /v2.0/subnets/ea396585-6a9a-449a-a830-08620a48612e HTTP/1.1" status: 204 len: 168 time: 0.2608519 Jan 24 17:03:26.835560 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf72cb-76ff-44a4-9468-251e764b9f01 None None] Network 65b89cb5-235f-4d33-82a0-9e74a9bccb1e requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 17:03:26.836411 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58866) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:26.904033 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (65b89cb5-235f-4d33-82a0-9e74a9bccb1e), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:26.959079 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Deleting port 2a648952-23ff-46dd-a450-6fd156ce606f {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:03:26.959424 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (2a648952-23ff-46dd-a450-6fd156ce606f), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:27.025507 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] For port 2a648952-23ff-46dd-a450-6fd156ce606f, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=2a648952-23ff-46dd-a450-6fd156ce606f,segment=NetworkSegment(ab52b26a-a5b6-4d4e-925f-6216a7b75954),segment_id=ab52b26a-a5b6-4d4e-925f-6216a7b75954)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:03:27.025778 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (2a648952-23ff-46dd-a450-6fd156ce606f), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:27.038728 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Calling delete_port for 2a648952-23ff-46dd-a450-6fd156ce606f owned by network:dhcp {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:03:27.111831 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a224fe-ae83-4c0b-b80d-0569feda71f8 None None] DHCP port deletion for 65b89cb5-235f-4d33-82a0-9e74a9bccb1e request from dv-cinder-826116-1-iscsi {{(pid=114082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 17:03:27.121784 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (2a648952-23ff-46dd-a450-6fd156ce606f), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:27.144329 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-64a224fe-ae83-4c0b-b80d-0569feda71f8 None None] The port '2a648952-23ff-46dd-a450-6fd156ce606f' was deleted {{(pid=114082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Jan 24 17:03:27.155843 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] No DVR routers for this DVR port 2a648952-23ff-46dd-a450-6fd156ce606f on host dv-cinder-826116-1-iscsi {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:03:27.160743 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a648952-23ff-46dd-a450-6fd156ce606f,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:27.232486 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (65b89cb5-235f-4d33-82a0-9e74a9bccb1e), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:27.252179 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b89cb5-235f-4d33-82a0-9e74a9bccb1e']}} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:27.262165 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab52b26a-a5b6-4d4e-925f-6216a7b75954') {'for_net_delete': True} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:27.262469 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab52b26a-a5b6-4d4e-925f-6216a7b75954') {} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:27.272885 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28954005'] for segment (ab52b26a-a5b6-4d4e-925f-6216a7b75954), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:27.286724 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (ab52b26a-a5b6-4d4e-925f-6216a7b75954), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:27.293279 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=114080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 17:03:27.293753 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28420638'] for segment (ab52b26a-a5b6-4d4e-925f-6216a7b75954), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: Traceback (most recent call last): Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: timer() Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: cb(*args, **kw) Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: return func(*args, **kwargs) Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: self._notify() Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: self.callback(batched_events) Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: event.method(event) Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: return f(self, *a, **k) Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._get(url).json() Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: return self.request(url, 'GET', **kwargs) Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 17:03:27.295537 dv-cinder-826116-1-iscsi neutron-server[114080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 17:03:27.355221 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (65b89cb5-235f-4d33-82a0-9e74a9bccb1e), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:27.360712 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:27.365393 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] 10.222.0.117 "DELETE /v2.0/networks/65b89cb5-235f-4d33-82a0-9e74a9bccb1e HTTP/1.1" status: 204 len: 168 time: 0.5264630 Jan 24 17:03:27.366960 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58868) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:27.382814 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09879d39-a510-4788-a7cc-5fdb11cde1a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b89cb5-235f-4d33-82a0-9e74a9bccb1e,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:27.946185 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-84cc72bf-dd05-47e2-851b-11641c4812de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720749'] for router_interface (4d146b2a-ea0e-433d-b765-87c418c660a7), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:28.016689 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 2a648952-23ff-46dd-a450-6fd156ce606f no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:03:28.037533 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 2a648952-23ff-46dd-a450-6fd156ce606f {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:03:28.037876 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 2a648952-23ff-46dd-a450-6fd156ce606f not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:03:28.038291 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 142d484f-3ebf-46fe-9e8e-6ab199c2632f no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:03:28.057243 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 142d484f-3ebf-46fe-9e8e-6ab199c2632f {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:03:28.057635 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 142d484f-3ebf-46fe-9e8e-6ab199c2632f not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:03:28.058050 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device eba77803-80a0-4532-8bb4-92fb7cdf5e44 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:03:28.077911 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: eba77803-80a0-4532-8bb4-92fb7cdf5e44 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:03:28.078260 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device eba77803-80a0-4532-8bb4-92fb7cdf5e44 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:03:28.186860 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-84cc72bf-dd05-47e2-851b-11641c4812de admin admin] Deleting port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:03:28.187476 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-84cc72bf-dd05-47e2-851b-11641c4812de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:28.263172 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-84cc72bf-dd05-47e2-851b-11641c4812de admin admin] For port 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=5ce231ed-7cdf-4b26-8755-6f5d16ed03cd,segment=NetworkSegment(9d263e41-94d6-4ef1-b7b4-5a5be575d368),segment_id=9d263e41-94d6-4ef1-b7b4-5a5be575d368)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:03:28.263435 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-84cc72bf-dd05-47e2-851b-11641c4812de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:28.275302 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-84cc72bf-dd05-47e2-851b-11641c4812de admin admin] Calling delete_port for 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd owned by network:router_interface {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:03:28.448909 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-84cc72bf-dd05-47e2-851b-11641c4812de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (5ce231ed-7cdf-4b26-8755-6f5d16ed03cd), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:28.477967 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc72bf-dd05-47e2-851b-11641c4812de admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce231ed-7cdf-4b26-8755-6f5d16ed03cd,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:28.640286 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-84cc72bf-dd05-47e2-851b-11641c4812de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3714787'] for router_interface (4d146b2a-ea0e-433d-b765-87c418c660a7), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:28.852891 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cc72bf-dd05-47e2-851b-11641c4812de admin admin] Router 4d146b2a-ea0e-433d-b765-87c418c660a7 has already been hosted by L3 agent fa91d72c-7380-4193-9613-e74648e5ba1d {{(pid=114080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 17:03:28.959629 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cc72bf-dd05-47e2-851b-11641c4812de admin admin] Notify agent at l3_agent.dv-cinder-826116-1-iscsi the message routers_updated {{(pid=114080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 17:03:28.964561 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-84cc72bf-dd05-47e2-851b-11641c4812de admin admin] 10.222.0.117 "PUT /v2.0/routers/4d146b2a-ea0e-433d-b765-87c418c660a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5889492 Jan 24 17:03:28.967201 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58870) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:28.969634 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea11aab-bc3a-41fd-868c-787050d21db8 None None] Sync routers for ids ['4d146b2a-ea0e-433d-b765-87c418c660a7'] in dv-cinder-826116-1-iscsi {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 17:03:28.979268 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea11aab-bc3a-41fd-868c-787050d21db8 None None] Routers {'4d146b2a-ea0e-433d-b765-87c418c660a7'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:03:28.979867 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-6ea11aab-bc3a-41fd-868c-787050d21db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:03:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['4d146b2a-ea0e-433d-b765-87c418c660a7'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:29.071691 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Publish callbacks [] for router (4d146b2a-ea0e-433d-b765-87c418c660a7), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.081219 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-6ea11aab-bc3a-41fd-868c-787050d21db8 None None] Set router 4d146b2a-ea0e-433d-b765-87c418c660a7 gateway port host: dv-cinder-826116-1-iscsi {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:03:29.182180 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Publish callbacks [] for router_gateway (4d146b2a-ea0e-433d-b765-87c418c660a7), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.235586 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Deleting port 49e94e48-e009-4661-b3ae-50652e73bd7d {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:03:29.236257 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.315304 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] For port 49e94e48-e009-4661-b3ae-50652e73bd7d, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=49e94e48-e009-4661-b3ae-50652e73bd7d,segment=NetworkSegment(b7d08e08-2599-4ea2-871b-d0b3776f4a8d),segment_id=b7d08e08-2599-4ea2-871b-d0b3776f4a8d)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:03:29.315662 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.328801 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Calling delete_port for 49e94e48-e009-4661-b3ae-50652e73bd7d owned by network:router_gateway {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:03:29.354305 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-6ea11aab-bc3a-41fd-868c-787050d21db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'name': 'tempest-TestVolumeBootPattern-2039031030-router', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'external_fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:30Z', 'updated_at': '2022-01-24T17:03:28Z', 'revision_number': 5, 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'gw_port': {'id': '49e94e48-e009-4661-b3ae-50652e73bd7d', 'name': '', 'network_id': 'f4e55208-cae1-44b0-b853-b1df1375b132', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826116-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T16:55:31Z', 'updated_at': '2022-01-24T16:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2e98493-f74b-402b-aac9-b9531d45df53', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826116-1-iscsi'}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:29.381020 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea11aab-bc3a-41fd-868c-787050d21db8 None None] Checking router: 4d146b2a-ea0e-433d-b765-87c418c660a7 for host: dv-cinder-826116-1-iscsi {{(pid=114083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 17:03:29.389121 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea11aab-bc3a-41fd-868c-787050d21db8 None None] Routers {'4d146b2a-ea0e-433d-b765-87c418c660a7'} bound to L3 agent in host dv-cinder-826116-1-iscsi {{(pid=114083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 17:03:29.389731 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-6ea11aab-bc3a-41fd-868c-787050d21db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826116-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T16:42:08Z,description=,heartbeat_timestamp=2022-01-24T17:03:08Z,host='dv-cinder-826116-1-iscsi',id=fa91d72c-7380-4193-9613-e74648e5ba1d,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T16:42:08Z,topic='l3_agent')) {'router_ids': ['4d146b2a-ea0e-433d-b765-87c418c660a7'], 'active': True} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:29.477229 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_dvr_db [None req-6ea11aab-bc3a-41fd-868c-787050d21db8 None None] Set router 4d146b2a-ea0e-433d-b765-87c418c660a7 gateway port host: None {{(pid=114083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 17:03:29.493107 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (49e94e48-e009-4661-b3ae-50652e73bd7d), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.523522 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e94e48-e009-4661-b3ae-50652e73bd7d,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:29.531220 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.l3_hamode_db [None req-6ea11aab-bc3a-41fd-868c-787050d21db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'name': 'tempest-TestVolumeBootPattern-2039031030-router', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:30Z', 'updated_at': '2022-01-24T17:03:29Z', 'revision_number': 6, 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'gw_port_host': None}], 'dv-cinder-826116-1-iscsi', False) {} {{(pid=114083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:29.558221 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea11aab-bc3a-41fd-868c-787050d21db8 None None] The sync data for ids ['4d146b2a-ea0e-433d-b765-87c418c660a7'] in dv-cinder-826116-1-iscsi is: [{'id': '4d146b2a-ea0e-433d-b765-87c418c660a7', 'name': 'tempest-TestVolumeBootPattern-2039031030-router', 'tenant_id': '9c788630268b42d8ad7b2ea44bb36048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T16:55:30Z', 'updated_at': '2022-01-24T17:03:29Z', 'revision_number': 6, 'project_id': '9c788630268b42d8ad7b2ea44bb36048', 'gw_port_host': None}] {{(pid=114083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 17:03:29.587809 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3725364'] for router_gateway (4d146b2a-ea0e-433d-b765-87c418c660a7), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.680599 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3713696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29947'] for router (4d146b2a-ea0e-433d-b765-87c418c660a7), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.682709 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Publish callbacks [] for router_controller (4d146b2a-ea0e-433d-b765-87c418c660a7), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.726904 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3713707'] for router (4d146b2a-ea0e-433d-b765-87c418c660a7), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.727530 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d146b2a-ea0e-433d-b765-87c418c660a7 {{(pid=114080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 17:03:29.731642 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.732775 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-1fff6881-4028-482f-8cae-10b78d857323 admin admin] 10.222.0.117 "DELETE /v2.0/routers/4d146b2a-ea0e-433d-b765-87c418c660a7 HTTP/1.1" status: 204 len: 168 time: 0.7646759 Jan 24 17:03:29.735343 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58872) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:29.781405 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c14d1d-cafe-4c7b-a96f-d5f47d2b5c51 admin admin] Deleting subnet 11d9ba4b-d158-4b5d-97ee-a5f37a508a32 {{(pid=114080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 17:03:29.784405 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-16c14d1d-cafe-4c7b-a96f-d5f47d2b5c51 admin admin] Publish callbacks [] for subnet (11d9ba4b-d158-4b5d-97ee-a5f37a508a32), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.818670 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-16c14d1d-cafe-4c7b-a96f-d5f47d2b5c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28954014'] for subnet (11d9ba4b-d158-4b5d-97ee-a5f37a508a32), precommit_delete_associations {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.894122 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-16c14d1d-cafe-4c7b-a96f-d5f47d2b5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3495302'] for subnet (11d9ba4b-d158-4b5d-97ee-a5f37a508a32), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.954352 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-16c14d1d-cafe-4c7b-a96f-d5f47d2b5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3495029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28420788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29096949'] for subnet (11d9ba4b-d158-4b5d-97ee-a5f37a508a32), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.982237 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c14d1d-cafe-4c7b-a96f-d5f47d2b5c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d9ba4b-d158-4b5d-97ee-a5f37a508a32,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:29.985792 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-16c14d1d-cafe-4c7b-a96f-d5f47d2b5c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for subnet (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:29.991733 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-16c14d1d-cafe-4c7b-a96f-d5f47d2b5c51 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/11d9ba4b-d158-4b5d-97ee-a5f37a508a32 HTTP/1.1" status: 204 len: 168 time: 0.2527041 Jan 24 17:03:29.992068 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58874) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:29.995915 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952040f8-8694-4cb7-8c6b-22f9e48bb720 None None] Network 5a8efa79-049c-49ef-83fc-f8f29036ecda requested from dv-cinder-826116-1-iscsi {{(pid=114082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 17:03:30.058842 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701853'] for network (5a8efa79-049c-49ef-83fc-f8f29036ecda), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.112688 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Deleting port 63870559-52e2-438b-ad8f-6c3c071368e3 {{(pid=114080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 17:03:30.113025 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743867754132'] for port (63870559-52e2-438b-ad8f-6c3c071368e3), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.180202 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.db [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] For port 63870559-52e2-438b-ad8f-6c3c071368e3, host dv-cinder-826116-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826116-1-iscsi',level=0,port_id=63870559-52e2-438b-ad8f-6c3c071368e3,segment=NetworkSegment(9d263e41-94d6-4ef1-b7b4-5a5be575d368),segment_id=9d263e41-94d6-4ef1-b7b4-5a5be575d368)] {{(pid=114080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 17:03:30.180561 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3725392'] for port (63870559-52e2-438b-ad8f-6c3c071368e3), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.192525 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Calling delete_port for 63870559-52e2-438b-ad8f-6c3c071368e3 owned by network:dhcp {{(pid=114080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 17:03:30.273951 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743867762279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743867195414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28420715'] for port (63870559-52e2-438b-ad8f-6c3c071368e3), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.299278 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6211d7-d848-450d-97cc-88d976ece551 None None] DHCP port deletion for 5a8efa79-049c-49ef-83fc-f8f29036ecda request from dv-cinder-826116-1-iscsi {{(pid=114082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 17:03:30.313992 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] No DVR routers for this DVR port 63870559-52e2-438b-ad8f-6c3c071368e3 on host dv-cinder-826116-1-iscsi {{(pid=114080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 17:03:30.319491 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=63870559-52e2-438b-ad8f-6c3c071368e3,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:30.387897 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:03:30.394709 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655764', 'neutron.services.segments.db._delete_segments_for_network-8743867732354'] for network (5a8efa79-049c-49ef-83fc-f8f29036ecda), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.409405 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:03:30.409986 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 5ce231ed-7cdf-4b26-8755-6f5d16ed03cd not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:03:30.418593 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8efa79-049c-49ef-83fc-f8f29036ecda']}} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:30.432959 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d263e41-94d6-4ef1-b7b4-5a5be575d368') {'for_net_delete': True} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:30.433257 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.services.segments.db [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d263e41-94d6-4ef1-b7b4-5a5be575d368') {} {{(pid=114080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 17:03:30.447498 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743867732215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28954005'] for segment (9d263e41-94d6-4ef1-b7b4-5a5be575d368), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.460793 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110'] for segment (9d263e41-94d6-4ef1-b7b4-5a5be575d368), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.466957 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=114080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 17:03:30.467547 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-668110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28420638'] for segment (9d263e41-94d6-4ef1-b7b4-5a5be575d368), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: Traceback (most recent call last): Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: timer() Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: cb(*args, **kw) Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: return func(*args, **kwargs) Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: self._notify() Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: self.callback(batched_events) Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: event.method(event) Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: return f(self, *a, **k) Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._get(url).json() Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: return self.request(url, 'GET', **kwargs) Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 17:03:30.469277 dv-cinder-826116-1-iscsi neutron-server[114080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 17:03:30.527691 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3726724'] for network (5a8efa79-049c-49ef-83fc-f8f29036ecda), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.532939 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718244'] for network (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.536432 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] 10.222.0.117 "DELETE /v2.0/networks/5a8efa79-049c-49ef-83fc-f8f29036ecda HTTP/1.1" status: 204 len: 168 time: 0.5435729 Jan 24 17:03:30.549164 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad70cf-d5f7-4f08-bd54-c5d6ab7d0bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8efa79-049c-49ef-83fc-f8f29036ecda,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:30.685689 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58878) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:30.725326 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-9178c59a-141c-4921-a75d-c3bca0319756 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=7a337369b3dc467394f2629fb2f8487c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384343 Jan 24 17:03:30.727684 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58880) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:30.775992 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6f452347-f784-47e5-8fc4-7e33fbed95b9 admin admin] Publish callbacks [] for security_group (1980392d-3e70-4d0f-a495-920013f513f7), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.800415 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6f452347-f784-47e5-8fc4-7e33fbed95b9 admin admin] Publish callbacks [] for security_group (1980392d-3e70-4d0f-a495-920013f513f7), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.845970 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6f452347-f784-47e5-8fc4-7e33fbed95b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (1980392d-3e70-4d0f-a495-920013f513f7), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.848457 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-6f452347-f784-47e5-8fc4-7e33fbed95b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:30.849863 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-6f452347-f784-47e5-8fc4-7e33fbed95b9 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/1980392d-3e70-4d0f-a495-920013f513f7 HTTP/1.1" status: 204 len: 168 time: 0.1212685 Jan 24 17:03:30.857364 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f452347-f784-47e5-8fc4-7e33fbed95b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1980392d-3e70-4d0f-a495-920013f513f7,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:31.156995 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58886) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:31.196348 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-391ecd4c-806e-42c2-afe8-bc769f25b9eb admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=9c788630268b42d8ad7b2ea44bb36048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381620 Jan 24 17:03:31.198817 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [-] (114080) accepted ('10.222.0.117', 58888) {{(pid=114080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 17:03:31.244191 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a84d9905-9d69-4bc7-9909-a7ec0730c905 admin admin] Publish callbacks [] for security_group (3448993f-0a6d-4029-8eb7-c2d3344b29e8), before_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:31.264958 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a84d9905-9d69-4bc7-9909-a7ec0730c905 admin admin] Publish callbacks [] for security_group (3448993f-0a6d-4029-8eb7-c2d3344b29e8), precommit_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:31.308893 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a84d9905-9d69-4bc7-9909-a7ec0730c905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683011'] for security_group (3448993f-0a6d-4029-8eb7-c2d3344b29e8), after_delete {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:31.316563 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron_lib.callbacks.manager [None req-a84d9905-9d69-4bc7-9909-a7ec0730c905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:31.318335 dv-cinder-826116-1-iscsi neutron-server[114080]: INFO neutron.wsgi [None req-a84d9905-9d69-4bc7-9909-a7ec0730c905 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/3448993f-0a6d-4029-8eb7-c2d3344b29e8 HTTP/1.1" status: 204 len: 168 time: 0.1180131 Jan 24 17:03:31.326320 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d9905-9d69-4bc7-9909-a7ec0730c905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3448993f-0a6d-4029-8eb7-c2d3344b29e8,revision_number=None']} {{(pid=114080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 17:03:32.014310 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 63870559-52e2-438b-ad8f-6c3c071368e3 no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:03:32.038857 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 63870559-52e2-438b-ad8f-6c3c071368e3 {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:03:32.038857 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 63870559-52e2-438b-ad8f-6c3c071368e3 not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:03:32.039226 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 49e94e48-e009-4661-b3ae-50652e73bd7d no longer exists at agent ovs-agent-dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 17:03:32.059252 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.plugin [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] No Port match for: 49e94e48-e009-4661-b3ae-50652e73bd7d {{(pid=114082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 17:03:32.059590 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron.plugins.ml2.rpc [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Device 49e94e48-e009-4661-b3ae-50652e73bd7d not bound to the agent host dv-cinder-826116-1-iscsi {{(pid=114082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 17:03:33.909089 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:35.666760 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-d23914a1-28a5-406c-9c30-583960e8a46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:37.921568 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-8a06b623-0339-4f88-b771-44d4eb8382fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:39.025858 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:40.579371 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:03:41.889448 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:04:02.110579 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:04:03.933778 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:04:05.667826 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6f151e50-fdbf-4201-b3fb-c4f0620f7073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:04:07.923336 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-e6355596-0154-4f4c-a1e2-9108cdf528a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:04:09.029168 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:04:10.581876 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:04:11.893288 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:04:33.949097 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:04:35.671166 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-aa1f928a-1d6e-437b-8858-08aa951304a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:04:37.925529 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-4028d85b-b46b-4882-afa7-8a374d8c3416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:04:39.031332 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:04:39.109167 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:04:40.584801 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:04:41.894898 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:03.952803 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:05.672800 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f44d-9b0e-4363-aa9b-4dbaf3e37f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:07.927517 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ffd47576-49f6-4320-aa9e-1d60c9ebf878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:09.034823 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:10.585776 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:11.898098 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:16.107952 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:05:33.986670 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:35.674772 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-210068a6-cbf7-4ceb-91ff-d89825bca2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:37.928771 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-12652580-d140-40ef-ae14-b44e720a8770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:39.037529 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:40.589525 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:41.900265 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:05:53.106119 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:05:58.459925 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [req-f72ad267-6554-465d-9a29-1d319b8ad8b6 req-bea75f0d-8a95-4093-a620-a9455e23ab06 service neutron] (114081) timed out ('10.222.0.79', 60954) {{(pid=114081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 17:06:03.993737 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:06:05.676269 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-6126c303-591d-4d31-b727-d43acd4fd4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:06:07.930253 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-e228d100-d56d-4a26-9743-e2059ed71c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:06:09.040775 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:06:10.592656 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:06:11.901791 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:06:30.105028 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:06:34.021934 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:06:35.677977 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-ae2186f6-81c0-4e85-9ba8-224679d22a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:06:37.932991 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-5ae87a93-204e-4e34-84c0-dd37b51b6817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:06:39.042842 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:06:40.594804 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:06:41.904765 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:04.023909 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:05.680902 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-0e538478-2dde-4fb3-8e52-85457c6632c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:07.104584 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:07:07.934325 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f1a73f3a-4a83-4612-8bcf-005b448ff875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:09.045175 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:10.596523 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:11.908553 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:34.041904 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:35.682571 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-df63c8f6-ae0c-4663-9aa5-4fea68fdb65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:37.936109 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-c89b1836-d73a-4198-be0c-a1ab36845380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:39.048979 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:40.598876 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:41.909412 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:07:44.103919 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:08:04.044180 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:08:05.687396 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-1db5602c-b5d2-4b0d-8e42-8ad2e00e1e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:08:07.937377 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-e60197c2-0f6d-4e06-80f3-79ab5e0fb349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:08:09.050506 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:08:10.601816 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:08:11.911597 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:08:21.102697 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:08:34.058358 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:08:35.688326 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-d2d15219-9456-4e51-8269-259febda3dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (dde23c94-10fd-4603-8270-2e107b2445d5), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:08:37.938483 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-0394543f-7238-4e10-9e6c-7021f64fe673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (fa91d72c-7380-4193-9613-e74648e5ba1d), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:08:39.056082 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-98d88222-404a-4e9e-83b3-5a427eaf1820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (b81adf24-1b27-4fee-8897-76d9cb3c3753), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:08:40.604140 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ca95-6295-451f-a8c5-96c1a89e5162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (9bb9f248-8045-42c1-95d8-bfb5b7ea3549), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:08:41.913621 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-f63b0b57-d9f8-441f-af87-276ca0f224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (e24ae868-6c4a-495f-ad45-e41bbbffa835), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 17:08:47.854949 dv-cinder-826116-1-iscsi neutron-server[114080]: DEBUG neutron.wsgi [req-61f4773e-5bc6-48e0-8b35-1bf636c08083 req-247bb396-c560-4c04-8fb9-01f25525da54 service neutron] (114080) timed out ('10.222.0.79', 60965) {{(pid=114080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 17:08:50.071446 dv-cinder-826116-1-iscsi neutron-server[114081]: DEBUG neutron.wsgi [req-62954353-8f2b-4854-9de4-d7ab10354714 req-bb6af158-6af5-4de1-b792-b5d1d10d78dd service neutron] (114081) timed out ('10.222.0.117', 52522) {{(pid=114081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 17:08:58.100984 dv-cinder-826116-1-iscsi neutron-server[114083]: DEBUG neutron.db.agents_db [None req-ac9559c8-caef-41dc-aa4a-5e71d0eb7013 None None] Agent healthcheck: found 6 active agents {{(pid=114083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 17:09:04.074248 dv-cinder-826116-1-iscsi neutron-server[114082]: DEBUG neutron_lib.callbacks.manager [None req-580718fe-5a7d-42a3-a5b7-ee835cca835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743867732336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495774'] for agent (2b6e1bfe-1800-40bc-9cf2-c41c1fd81513), after_update {{(pid=114082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}